<commit_before>[
    {
        "description": "format date-time",
        "schema": {
            "type": "string",
            "format": "date-time"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "2013-02-08T03:40:15Z",
                "valid": true
            },
            {
                "description": "matches schema with time-offset",
                "data": "2013-02-08T03:40:15-08:00",
                "valid": true
            },
            {
                "description": "matches schema (leap second)",
                "data": "1998-12-31T23:59:60Z",
                "valid": true
            },
            {
                "description": "does not match schema (invalid mday)",
                "data": "2013-02-29T03:40:15Z",
                "valid": false
            },
            {
                "description": "does not match schema (no time-offset)",
                "data": "2013-02-29T03:40:15",
                "valid": false
            },
            {
                "description": "does not match schema (hour 24 not allowed)",
                "data": "2013-02-08T24:40:15-08:00Z",
                "valid": false
            }
        ]
    },

    {
        "description": "format date",
        "schema": {
            "type": "string",
            "format": "date"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "2013-02-08",
                "valid": true
            },
            {
                "description": "does not match schema (invalid mday)",
                "data": "2013-02-29",
                "valid": false
            }
        ]
    },

    {
        "description": "format time",
        "schema": {
            "type": "string",
            "format": "time"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "03:40:15",
                "valid": true
            },
            {
                "description": "matches schema (with fractional seconds)",
                "data": "03:40:15.0123",
                "valid": true
            },
            {
                "description": "does not match schema (hour 24 not allowed)",
                "data": "24:40:15",
                "valid": false
            }
        ]
    },

    {
        "description": "format hostname",
        "schema": {
            "type": "string",
            "format": "hostname"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "google.com",
                "valid": true
            },
            {
                "description": "matches schema (mixed case)",
                "data": "YaHoO.CoM",
                "valid": true
            },
            {
                "description": "matches schema (only one label)",
                "data": "localhost",
                "valid": true
            },
            {
                "description": "matches schema (contains hyphens)",
                "data": "localhost-here.and-there.example.com",
                "valid": true
            },
            {
                "description": "matches schema (contains digits)",
                "data": "localhost-here9.foo99bar.example.com",
                "valid": true
            },
            {
                "description": "matches schema (longer name)",
                "data": "the.eagle.flies.at.midnight.example.com",
                "valid": true
            },
            {
                "description": "matches schema (long label)",
                "data": "pneumonoultramicroscopicsilicovolcanoconiosis-cryptocrystalline.org",
                "valid": true
            },
            {
                "description": "does not match schema (unacceptable chars)",
                "data": "my!domain.example.com",
                "valid": false
            },
            {
                "description": "does not match schema (terminal dot not allowed (!) by RFC 1034 3.5)",
                "data": "google.com.",
                "valid": false
            },
            {
                "description": "does not match schema (too-long label)",
                "data": "pneumonoultramicroscopicsilicovolcanoconiosis-electrocardiograms.org",
                "valid": false
            },
            {
                "description": "does not match schema (label can't start with a hyphen)",
                "data": "-minus.org",
                "valid": false
            },
            {
                "description": "does not match schema (label can't end with a hyphen)",
                "data": "minus-.com",
                "valid": false
            }
        ]
    },

    {
        "description": "email",
        "schema": {
            "type": "string",
            "format": "email"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "<EMAIL>",
                "valid": true
            },
            {
                "description": "matches schema with single-part domain",
                "data": "root@localhost",
                "valid": true
            },<commit_msg>test that IPv4 addresses are not valid hostnames<commit_after>[
    {
        "description": "format date-time",
        "schema": {
            "type": "string",
            "format": "date-time"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "2013-02-08T03:40:15Z",
                "valid": true
            },
            {
                "description": "matches schema with time-offset",
                "data": "2013-02-08T03:40:15-08:00",
                "valid": true
            },
            {
                "description": "matches schema (leap second)",
                "data": "1998-12-31T23:59:60Z",
                "valid": true
            },
            {
                "description": "does not match schema (invalid mday)",
                "data": "2013-02-29T03:40:15Z",
                "valid": false
            },
            {
                "description": "does not match schema (no time-offset)",
                "data": "2013-02-29T03:40:15",
                "valid": false
            },
            {
                "description": "does not match schema (hour 24 not allowed)",
                "data": "2013-02-08T24:40:15-08:00Z",
                "valid": false
            }
        ]
    },

    {
        "description": "format date",
        "schema": {
            "type": "string",
            "format": "date"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "2013-02-08",
                "valid": true
            },
            {
                "description": "does not match schema (invalid mday)",
                "data": "2013-02-29",
                "valid": false
            }
        ]
    },

    {
        "description": "format time",
        "schema": {
            "type": "string",
            "format": "time"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "03:40:15",
                "valid": true
            },
            {
                "description": "matches schema (with fractional seconds)",
                "data": "03:40:15.0123",
                "valid": true
            },
            {
                "description": "does not match schema (hour 24 not allowed)",
                "data": "24:40:15",
                "valid": false
            }
        ]
    },

    {
        "description": "format hostname",
        "schema": {
            "type": "string",
            "format": "hostname"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "google.com",
                "valid": true
            },
            {
                "description": "matches schema (mixed case)",
                "data": "YaHoO.CoM",
                "valid": true
            },
            {
                "description": "matches schema (only one label)",
                "data": "localhost",
                "valid": true
            },
            {
                "description": "matches schema (contains hyphens)",
                "data": "localhost-here.and-there.example.com",
                "valid": true
            },
            {
                "description": "matches schema (contains digits)",
                "data": "localhost-here9.foo99bar.example.com",
                "valid": true
            },
            {
                "description": "matches schema (longer name)",
                "data": "the.eagle.flies.at.midnight.example.com",
                "valid": true
            },
            {
                "description": "matches schema (long label)",
                "data": "pneumonoultramicroscopicsilicovolcanoconiosis-cryptocrystalline.org",
                "valid": true
            },
            {
                "description": "does not match schema (unacceptable chars)",
                "data": "my!domain.example.com",
                "valid": false
            },
            {
                "description": "does not match schema (terminal dot not allowed (!) by RFC 1034 3.5)",
                "data": "google.com.",
                "valid": false
            },
            {
                "description": "does not match schema (too-long label)",
                "data": "pneumonoultramicroscopicsilicovolcanoconiosis-electrocardiograms.org",
                "valid": false
            },
            {
                "description": "does not match schema (label can't start with a hyphen)",
                "data": "-minus.org",
                "valid": false
            },
            {
                "description": "does not match schema (label can't end with a hyphen)",
                "data": "minus-.com",
                "valid": false
            },
            {
                "description": "does not match schema (IPv4 address is not a hostname)",
                "data": "127.0.0.1",
                "valid": false
            }
        ]
    },

    {
        "description": "email",
        "schema": {
            "type": "string",
            "format": "email"
        },
        "tests": [
            {
                "description": "matches schema",
                "data": "<EMAIL>",
                "valid": true
            },
            {
                "description": "matches schema with single-part domain",
                "data": "root@localhost",
                "valid": true
            },
{'fraction_non_alphanumeric': 0.13564493758668517, 'fraction_numerical': 0.027184466019417475, 'mean_word_length': 1.0515933232169954, 'pattern_counts': {'":': 203, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7458532', 'n_tokens_mistral': 3017, 'n_tokens_neox': 2646, 'n_words': 624}