<commit_before>from __future__ import unicode_literals

from builtins import range
import os
import errno
import sys
import argparse
import subprocess
import json
import hashlib

parser = argparse.ArgumentParser(description='Gather GCOV data for Coveralls')
parser.add_argument('--git',     required=True, help='path to the git binary')
parser.add_argument('--gcov',    required=True, help='path to the gcov program')
parser.add_argument('--src_dir', required=True, help='directory for source files')
parser.add_argument('--bin_dir', required=True, help='directory for generated files')
parser.add_argument('--int_dir', required=True, help='directory for temporary gcov files')
parser.add_argument('--dirs',    required=True, help='directory filters for relevant sources, separated with\':\'')
parser.add_argument('--out',     required=True, help='output JSON file for Coveralls')
args = parser.parse_args();<commit_msg>Bug from untested py2x3 solution fixed<commit_after>from __future__ import unicode_literals

import os
import errno
import sys
import argparse
import subprocess
import json
import hashlib

parser = argparse.ArgumentParser(description='Gather GCOV data for Coveralls')
parser.add_argument('--git',     required=True, help='path to the git binary')
parser.add_argument('--gcov',    required=True, help='path to the gcov program')
parser.add_argument('--src_dir', required=True, help='directory for source files')
parser.add_argument('--bin_dir', required=True, help='directory for generated files')
parser.add_argument('--int_dir', required=True, help='directory for temporary gcov files')
parser.add_argument('--dirs',    required=True, help='directory filters for relevant sources, separated with\':\'')
parser.add_argument('--out',     required=True, help='output JSON file for Coveralls')
args = parser.parse_args();
{'fraction_non_alphanumeric': 0.12187159956474429, 'fraction_numerical': 0.001088139281828074, 'mean_word_length': 6.536885245901639, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4386191', 'n_tokens_mistral': 513, 'n_tokens_neox': 505, 'n_words': 158}