<commit_before>import logging
import pickle
from datetime import datetime
from typing import MutableSet

from sqlalchemy import Unicode, select, Column, Integer, DateTime, ForeignKey, or_, func
from sqlalchemy.orm import relationship
from sqlalchemy.sql.elements import and_<commit_msg>Import MutableSet from collections for python 2.7 compatibility<commit_after>import logging
import pickle
from collections import MutableSet
from datetime import datetime

from sqlalchemy import Unicode, select, Column, Integer, DateTime, ForeignKey, or_, func
from sqlalchemy.orm import relationship
from sqlalchemy.sql.elements import and_
{'fraction_non_alphanumeric': 0.0430622009569378, 'fraction_numerical': 0.003189792663476874, 'mean_word_length': 7.1558441558441555, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4888750', 'n_tokens_mistral': 161, 'n_tokens_neox': 151, 'n_words': 68}