<commit_before>#! /usr/bin/env python2.7
# -*- coding: utf-8 -*-

import argparse
import json
from elasticsearch import Elasticsearch

def load_lda_map(lda_file, base_index):
    es = Elasticsearch()

    with open(lda_file) as f:
        clusters = [json.loads(line) for line in f.readlines()]
    print clusters
    for cluster in clusters:
        res = es.index(index=base_index, doc_type='lda-clustering', body=cluster)
        print(res['created'])

if __name__ == "__main__":<commit_msg> removed print statements<commit_after>#! /usr/bin/env python2.7
# -*- coding: utf-8 -*-

import argparse
import json
from elasticsearch import Elasticsearch

def load_lda_map(lda_file, base_index):
    es = Elasticsearch()

    with open(lda_file) as f:
        clusters = [json.loads(line) for line in f.readlines()]
    #print clusters
    for cluster in clusters:
        res = es.index(index=base_index, doc_type='lda-clustering', body=cluster)
        #print(res['created'])

if __name__ == "__main__":
{'fraction_non_alphanumeric': 0.12375249500998003, 'fraction_numerical': 0.005988023952095809, 'mean_word_length': 3.6869158878504673, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7558791', 'n_tokens_mistral': 329, 'n_tokens_neox': 336, 'n_words': 86}