<commit_before>---
  admin_level: 
    "2": "country"
    "4": "state"
    "5": "state_district"
    "6": "state_district"
    "8": "city"
    "10": "city"
<commit_msg>[boundaries] adding exception for the direct-controlled municipalities in China (Shanghai, Beijing, Tianjin and Chongqing) to be treated as city instead of state. These will use the admin_centre properties 60% of the time, relation propreties 40% of the time<commit_after>---
    admin_level: 
        "2": "country"
        "4": "state"
        "5": "state_district"
        "6": "state_district"
        "8": "city"
        "10": "city"

    overrides:
        id:
            relation:
                # Beijing
                "912940": "city"

                # Shanghai
                "913067": "city"

                # Tianjin
                "912999": "city"

                # Chongqing
                "913069": "city"

        use_admin_center:
            - id: 912940 # Beijing
              type: relation
              probability: 0.6
            - id: 913067 # Shanghai
              type: relation
              probability: 0.6
            - id: 912999 # Tianjin
              type: relation
              probability: 0.6
            - id: 913069 # Chongqing
              type: relation
              probability: 0.6
{'fraction_non_alphanumeric': 0.10474006116207951, 'fraction_numerical': 0.05657492354740061, 'mean_word_length': 1.415129151291513, 'pattern_counts': {'":': 16, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4206369', 'n_tokens_mistral': 435, 'n_tokens_neox': 372, 'n_words': 109}