<commit_before>{
  "document_id": "doc_id",
  "extraction_policy": "keep_existing|replace",
  "error_handling": "ignore_extraction|ignore_document|raise_error",
  "resources": {
    "dictionaries": {
      "women_name": "names.json"
    },
    "landmark" : ["resources/consolidated_rules.json"]
  },
  "content_extraction": {
    "input_path": "raw_content.`parent`",
    "extractors": {
      "readability": [
        {
          "strict": "yes",<commit_msg>read logstash config from etk config<commit_after>{
  "document_id": "doc_id",
  "extraction_policy": "keep_existing|replace",
  "error_handling": "ignore_extraction|ignore_document|raise_error",
  "logging": {
    "logstash": {
      "host": "localhost",
      "port": 5959,
      "version": 1,
      "level": 40
    }
  },
  "resources": {
    "dictionaries": {
      "women_name": "names.json"
    },
    "landmark" : ["resources/consolidated_rules.json"]
  },
  "content_extraction": {
    "input_path": "raw_content.`parent`",
    "extractors": {
      "readability": [
        {
          "strict": "yes",
{'fraction_non_alphanumeric': 0.17570093457943925, 'fraction_numerical': 0.0065420560747663555, 'mean_word_length': 3.389344262295082, 'pattern_counts': {'":': 28, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3943461', 'n_tokens_mistral': 378, 'n_tokens_neox': 365, 'n_words': 54}