<commit_before>{
    "coverage": {
        "ISO 3166": {
            "ISO 3166": {"alpha2": "CA-NB", "country": "Canada", "subdivision": "New Brunswick"},
            "province": "New Brunswick",
            "country": "Canada"
        },
        "country": "ca",
        "state": "nb"
    },
    "data": "http://data.openaddresses.io/cache/uploads/ingalls/ca-nb-province.csv",
    "note": "This data is processed using the Docker file at scripts/ca/nb/*",
    "website": "http://www.snb.ca/geonb1/e/DC/catalogue-E.asp",
    "license": {"url": "http://geonb.snb.ca/documents/license/geonb-odl_en.pdf"},
    "type": "http",
    "conform": {
        "number": "number",
        "street": "street",
        "city": "place",
        "district": "district",
        "type": "csv"
    }
}
<commit_msg>Add lon/lat<commit_after>{
    "coverage": {
        "ISO 3166": {
            "ISO 3166": {"alpha2": "CA-NB", "country": "Canada", "subdivision": "New Brunswick"},
            "province": "New Brunswick",
            "country": "Canada"
        },
        "country": "ca",
        "state": "nb"
    },
    "data": "http://data.openaddresses.io/cache/uploads/ingalls/ca-nb-province.csv",
    "note": "This data is processed using the Docker file at scripts/ca/nb/*",
    "website": "http://www.snb.ca/geonb1/e/DC/catalogue-E.asp",
    "license": {"url": "http://geonb.snb.ca/documents/license/geonb-odl_en.pdf"},
    "type": "http",
    "conform": {
        "number": "number",
        "street": "street",
        "city": "place",
        "district": "district",
        "lon": "x",
        "lat": "y",
        "type": "csv"
    }
}

{'fraction_non_alphanumeric': 0.2156019656019656, 'fraction_numerical': 0.012285012285012284, 'mean_word_length': 2.2645290581162323, 'pattern_counts': {'":': 46, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4411416', 'n_tokens_mistral': 606, 'n_tokens_neox': 561, 'n_words': 111}