<commit_before>{
    "conform": {
        "type": "csv",
        "lon": "wgs84koordinat_længde",
        "street": "vejnavn",
        "lat": "wgs84koordinat_bredde",
        "number": "husnr",
        "postcode": "postnr"
    },
    "attribution": "Contains information from the Danish Ministry of Housing, Urban and Rural Address Web Services (AWS).",
    "website": "http://download.aws.dk/",
    "type": "http",
    "note": "License is disclaimer of liability, allows commercial use & transformation, & has attribution language (unclear if it is a requirement or suggestion)",
    "data": "http://dawa.aws.dk/adresser?format=csv",
    "coverage": {        
        "ISO 3166": {"alpha2": "DK", "country": "Denmark"},
        "country": "dk"
    },
    "license": "http://dawa.aws.dk/om"
}<commit_msg>Adding unit attribute for danish addresses<commit_after>{
    "conform": {
        "type": "csv",
        "lon": "wgs84koordinat_længde",
        "street": "vejnavn",
        "lat": "wgs84koordinat_bredde",
        "number": "husnr",
        "postcode": "postnr",
        "unit": {
            "function": "join",
            "fields": ["etage", "dør"]
        }
    },
    "attribution": "Contains information from the Danish Ministry of Housing, Urban and Rural Address Web Services (AWS).",
    "website": "http://download.aws.dk/",
    "type": "http",
    "note": "License is disclaimer of liability, allows commercial use & transformation, & has attribution language (unclear if it is a requirement or suggestion)",
    "data": "http://dawa.aws.dk/adresser?format=csv",
    "coverage": {        
        "ISO 3166": {"alpha2": "DK", "country": "Denmark"},
        "country": "dk"
    },
    "license": "http://dawa.aws.dk/om"
}
{'fraction_non_alphanumeric': 0.1729106628242075, 'fraction_numerical': 0.01037463976945245, 'mean_word_length': 2.7903930131004366, 'pattern_counts': {'":': 39, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '331233', 'n_tokens_mistral': 580, 'n_tokens_neox': 547, 'n_words': 147}