<commit_before>production:
  solr:
    hostname: solr.mathi.uni-heidelberg.de
    port: 8983
    log_level: INFO
    path: /solr/data/mampf-dev
    # read_timeout: 2
    # open_timeout: 0.5

development:
  solr:
    hostname: localhost
    port: 8982
    log_level: INFO
    path: /solr/development

test:
  solr:
    hostname: localhost
    port: 8981
    log_level: WARNING
    path: /solr/test<commit_msg>experiment even more with solr path<commit_after>production:
  solr:
    hostname: solr.mathi.uni-heidelberg.de
    port: 8983
    log_level: INFO
    path: data/mampf-dev
    # read_timeout: 2
    # open_timeout: 0.5

development:
  solr:
    hostname: localhost
    port: 8982
    log_level: INFO
    path: /solr/development

test:
  solr:
    hostname: localhost
    port: 8981
    log_level: WARNING
    path: /solr/test
{'fraction_non_alphanumeric': 0.0889423076923077, 'fraction_numerical': 0.036057692307692304, 'mean_word_length': 2.6535087719298245, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '721265', 'n_tokens_mistral': 342, 'n_tokens_neox': 309, 'n_words': 72}