<commit_before>import os
import sys
import csv
import pdb
import logging
import datetime
import traceback
import requests
import math
import re
import json
import codecs
import zipfile
import itertools

from operator import and_
from collections import *
from dateutil.parser import parse as dateparse
from pyquery import PyQuery
from openpyxl import load_workbook
from StringIO import StringIO

from dataiter import DataIterator
from dbtruck.util import get_logger, to_utf
from dbtruck.parsers.util import _get_reader<commit_msg>removed bad import statement<commit_after>import os
import sys
import csv
import pdb
import logging
import datetime
import traceback
import requests
import math
import re
import json
import codecs
import zipfile
import itertools

from operator import and_
from collections import *
from dateutil.parser import parse as dateparse
from pyquery import PyQuery
from openpyxl import load_workbook
from StringIO import StringIO

from dataiter import DataIterator
from dbtruck.util import get_logger, to_utf
{'fraction_non_alphanumeric': 0.015533980582524271, 'fraction_numerical': 0.0, 'mean_word_length': 6.26056338028169, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2855295', 'n_tokens_mistral': 269, 'n_tokens_neox': 269, 'n_words': 130}