<commit_before>{
    "coverage": {
        "US Census": {
            "geoid": "17001",
            "name": "<NAME>",
            "state": "Illinois"
        },
        "country": "us",
        "state": "il",
        "county": "Adams"
    },
    "data": "http://www.adamscountyarcserver.com/arcgis/rest/services/Adams_County_Basemap_Complete/MapServer/1",
    "type": "ESRI",
    "conform": {
        "type": "geojson",
        "number": {
            "function": "regexp",
            "field": "MASTERADD",
            "pattern": "^([0-9]+)"
        },
        "street": {
            "function": "regexp",
            "field": "MASTERADD",
            "pattern": "^(?:[0-9]+ )(.*)",
            "replace": "$1"
        },
        "city": "CITY",
        "postcode": "ZIP",
        "region": "STATE"
    }
}<commit_msg>updated data url, added fields<commit_after>{
    "coverage": {
        "US Census": {
            "geoid": "17001",
            "name": "<NAME>",
            "state": "Illinois"
        },
        "country": "us",
        "state": "il",
        "county": "Adams"
    },
    "data": "https://www.adamscountyarcserver.com/adamscountyarcserver/rest/services/Adams_County_Basemap_Complete/MapServer/1",
    "type": "ESRI",
    "conform": {
        "type": "geojson",
        "number": "PRIMNO",
        "street": [
            "PREDIR",
            "STNAME",
            "SUFFIX",
            "POSTDIR"
        ],
        "unit": "UNITNO",
        "city": "CITY",
        "postcode": "ZIP",
        "region": "STATE"
    }
}
{'fraction_non_alphanumeric': 0.2018170019467878, 'fraction_numerical': 0.011031797534068787, 'mean_word_length': 1.6135593220338984, 'pattern_counts': {'":': 42, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 1, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6781290', 'n_tokens_mistral': 532, 'n_tokens_neox': 513, 'n_words': 87}