<commit_before># ne Admin-0 capital
assert_has_feature(
    3, 6, 3, 'places',
    { 'id': 7242, 'kind': 'locality', 'name': 'Seoul', 'capital': True})

assert_no_matching_feature(
    3, 6, 3, 'places',
    { 'id': 7242, 'kind': 'city', 'name': 'Seoul', 'capital': True})

# ne Admin-1 capital
assert_has_feature(
    3, 7, 4, 'places',
    { 'id': 7287, 'kind': 'locality', 'name': 'Sydney', 'region_capital': True})

assert_no_matching_feature(
    3, 7, 4, 'places',
    { 'id': 7287, 'kind': 'city', 'name': 'Sydney', 'region_capital': True})

# ne Populated place
assert_has_feature(
    3, 1, 3, 'places',
    { 'id': 7223, 'kind': 'locality', 'name': 'San Francisco'})

assert_no_matching_feature(
    3, 1, 3, 'places',
    { 'id': 7223, 'kind': 'city', 'name': 'San Francisco'})

# ne Scientific station
assert_has_feature(
    7, 44, 91, 'places',
    { 'id': 4831, 'kind': 'locality', 'kind_detail': 'scientific_station'})
<commit_msg>take ids out<commit_after># ne Admin-0 capital
assert_has_feature(
    3, 6, 3, 'places',
    { 'kind': 'locality', 'name': 'Seoul', 'capital': True})

assert_no_matching_feature(
    3, 6, 3, 'places',
    { 'kind': 'city', 'name': 'Seoul', 'capital': True})

# ne Admin-1 capital
assert_has_feature(
    3, 7, 4, 'places',
    { 'kind': 'locality', 'name': 'Sydney', 'region_capital': True})

assert_no_matching_feature(
    3, 7, 4, 'places',
    { 'kind': 'city', 'name': 'Sydney', 'region_capital': True})

# ne Populated place
assert_has_feature(
    3, 1, 3, 'places',
    { 'kind': 'locality', 'name': 'San Francisco'})

assert_no_matching_feature(
    3, 1, 3, 'places',
    { 'kind': 'city', 'name': 'San Francisco'})

# ne Scientific station
assert_has_feature(
    7, 44, 91, 'places',
    { 'kind': 'locality', 'kind_detail': 'scientific_station'})

{'fraction_non_alphanumeric': 0.20563847429519072, 'fraction_numerical': 0.04311774461028192, 'mean_word_length': 4.370919881305638, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5518701', 'n_tokens_mistral': 770, 'n_tokens_neox': 682, 'n_words': 188}