<commit_before>{
    "coverage": {
        "ISO 3166": {
            "alpha2": "AU",
            "country": "Australia"
        },
        "country": "au"
    },
    "schema": 2,
    "layers": {
        "addresses": [
            {
                "name": "country",
                "protocol": "http",
                "data": "https://data.openaddresses.io/cache/uploads/andrewharvey-openaddr/ec6370/au-feb2021.zip",
                "website": "https://data.gov.au/data/dataset/19432f89-dc3a-4ef3-b943-5326ef1dbecc",
                "compression": "zip",
                "language": "en",
                "note": "released quarterly. source must be regenerated using script in this repo's /scripts directory. CC-BY 4.0 with limitations on postal use and Australian privacy law.",
                "license": {
                    "url": "https://data.gov.au/data/dataset/19432f89-dc3a-4ef3-b943-5326ef1dbecc/resource/09f74802-08b1-4214-a6ea-3591b2753d30/",
                    "attribution": true,
                    "attribution name": "G-NAF © Geoscape Australia licensed by the Commonwealth of Australia under the Open Geo-coded National Address File (G-NAF) End User Licence Agreement.",
                    "share-alike": false
                },
                "conform": {
                    "srs": "EPSG:4283",
                    "format": "csv",
                    "id": "id",
                    "number": "number",
                    "street": "street",
                    "unit": "unit",
                    "lon": "lon",
                    "lat": "lat",
                    "city": "city",
                    "postcode": "postcode",
                    "region": "region"
                }
            }
        ]
    }
}<commit_msg>add au buildings from Microsoft<commit_after>{
    "coverage": {
        "ISO 3166": {
            "alpha2": "AU",
            "country": "Australia"
        },
        "country": "au"
    },
    "schema": 2,
    "layers": {
        "addresses": [
            {
                "name": "country",
                "protocol": "http",
                "data": "https://data.openaddresses.io/cache/uploads/andrewharvey-openaddr/ec6370/au-feb2021.zip",
                "website": "https://data.gov.au/data/dataset/19432f89-dc3a-4ef3-b943-5326ef1dbecc",
                "compression": "zip",
                "language": "en",
                "note": "released quarterly. source must be regenerated using script in this repo's /scripts directory. CC-BY 4.0 with limitations on postal use and Australian privacy law.",
                "license": {
                    "url": "https://data.gov.au/data/dataset/19432f89-dc3a-4ef3-b943-5326ef1dbecc/resource/09f74802-08b1-4214-a6ea-3591b2753d30/",
                    "attribution": true,
                    "attribution name": "G-NAF © Geoscape Australia licensed by the Commonwealth of Australia under the Open Geo-coded National Address File (G-NAF) End User Licence Agreement.",
                    "share-alike": false
                },
                "conform": {
                    "srs": "EPSG:4283",
                    "format": "csv",
                    "id": "id",
                    "number": "number",
                    "street": "street",
                    "unit": "unit",
                    "lon": "lon",
                    "lat": "lat",
                    "city": "city",
                    "postcode": "postcode",
                    "region": "region"
                }
            }
        ],
        "buildings": [
            {
                "name": "country",
                "protocol": "http",
                "data": "https://usbuildingdata.blob.core.windows.net/australia-buildings/Australia_2020-06-21.geojson.zip",
                "website": "https://github.com/microsoft/AustraliaBuildingFootprints",
                "compression": "zip",
                "license": {
                    "url": "https://opendatacommons.org/licenses/odbl/",
                    "attribution": true,
                    "attribution name": "Microsoft",
                    "share-alike": true
                },
                "conform": {
                    "format": "geojson"
                }
            }
        ]
    }
}
{'fraction_non_alphanumeric': 0.13943098988948976, 'fraction_numerical': 0.03997178462261933, 'mean_word_length': 1.2920258620689655, 'pattern_counts': {'":': 77, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 9, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4899861', 'n_tokens_mistral': 1344, 'n_tokens_neox': 1164, 'n_words': 238}