<commit_before>import time
import glob
import cPickle
import argparse
import numpy as np
import mdtraj as md
import pandas as pd
from scipy import stats
from itertools import chain
from contextlib import closing
from multiprocessing import Pool
from sklearn.metrics import mutual_info_score
from itertools import combinations_with_replacement as combinations


class timing(object):
    "Context manager for printing performance"
    def __init__(self, iter):
        self.iter = iter

    def __enter__(self):
        self.start = time.time()
<commit_msg>woops<commit_after>import time
import cPickle
import argparse
import numpy as np
import mdtraj as md
import pandas as pd
from glob import glob
from scipy import stats
from itertools import chain
from contextlib import closing
from multiprocessing import Pool
from sklearn.metrics import mutual_info_score
from itertools import combinations_with_replacement as combinations


class timing(object):
    "Context manager for printing performance"
    def __init__(self, iter):
        self.iter = iter

    def __enter__(self):
        self.start = time.time()

{'fraction_non_alphanumeric': 0.04129263913824058, 'fraction_numerical': 0.0, 'mean_word_length': 4.54726368159204, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6299143', 'n_tokens_mistral': 298, 'n_tokens_neox': 293, 'n_words': 126}