<commit_before>{
    "source": {
        "host": "http://elasticsearch-private.bugs.scl3.mozilla.com",
        "port": "9200",
        "index": "private_bugs",
        "type": "bug_version",
        "debug": true
    },
    "destination": {
	    "host":"http://localhost",
//	    "host": "http://klahnakoski-es.corp.tor1.mozilla.com",
//        "host": "http://elasticsearch-private.bugs.scl3.mozilla.com",
        "port": "9200",
        "index": "reviews",
        "schema_file": "resources/schema/review_type.json",
        "limit_replicas": true,
        "type": "patch_review",
        "debug": false
    },
    "debug": {
        "profile": false,
        "trace": true,
        "log": [
            {
                "log_type": "stream",
                "stream": "sys.stdout"
            },
            {
                "class": "logging.handlers.RotatingFileHandler",
                "filename": "./results/logs/hierarchy_etl.log",
                "maxBytes": 10000000,
                "backupCount": 3,
                "encoding": "utf8"
            },
            {
                "log_type": "elasticsearch",
                "host": "http://elasticsearch5.bugs.scl3.mozilla.com",
                "index": "debug",
                "type": "hierarchy_etl"
            }
        ]
    }
}<commit_msg>fix settings<commit_after>{
    "source": {
        "host": "http://elasticsearch-private.bugs.scl3.mozilla.com",
        "port": "9200",
        "index": "private_bugs",
        "type": "bug_version",
        "debug": true
    },
    "destination": {
	    "host":"http://localhost",
//	    "host": "http://klahnakoski-es.corp.tor1.mozilla.com",
//        "host": "http://elasticsearch-private.bugs.scl3.mozilla.com",
        "port": "9200",
        "index": "reviews",
        "schema_file": "resources/schema/review_type.json",
        "limit_replicas": true,
        "type": "patch_review",
        "debug": false
    },
    "debug": {
        "profile": false,
        "trace": true,
        "log": [
            {
                "log_type": "stream",
                "stream": "sys.stdout"
            },
            {
                "class": "logging.handlers.RotatingFileHandler",
                "filename": "./results/logs/review_etl.log",
                "maxBytes": 10000000,
                "backupCount": 3,
                "encoding": "utf8"
            },
            {
                "log_type": "elasticsearch",
                "host": "http://elasticsearch5.bugs.scl3.mozilla.com",
                "index": "debug",
                "type": "review_etl"
            }
        ]
    }
}
{'fraction_non_alphanumeric': 0.1734810852120749, 'fraction_numerical': 0.01757737867787543, 'mean_word_length': 1.4838709677419355, 'pattern_counts': {'":': 62, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5094035', 'n_tokens_mistral': 844, 'n_tokens_neox': 784, 'n_words': 117}