<commit_before>#-*- encoding: utf-8 -*-
import os

global_config = dict(
    # Approximate maximum length for a snippet
    snippet_max_size = 560,

    # Approximate minimum length for a snippet
    snippet_min_size = 80,
)

# Most (all?) Wikipedias support these English settings in addition<commit_msg>Tweak snippets min/max size again.<commit_after>#-*- encoding: utf-8 -*-
import os

global_config = dict(
    # Approximate maximum length for a snippet
    snippet_max_size = 420,

    # Approximate minimum length for a snippet
    snippet_min_size = 100,
)

# Most (all?) Wikipedias support these English settings in addition
{'fraction_non_alphanumeric': 0.08227848101265822, 'fraction_numerical': 0.020569620253164556, 'mean_word_length': 3.7593984962406015, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5464504', 'n_tokens_mistral': 209, 'n_tokens_neox': 186, 'n_words': 67}