<commit_before>import sys
import os
import re
import time
import signal
import random
import threading
from BitTornado.NetworkAddress import is_ipv4, is_valid_ip, ipv6_to_ipv4, to_ipv4, AddrList
from BitTornado.parseargs import parseargs, formatDefinitions
from BitTornado.RawServer import RawServer, autodetect_ipv6, autodetect_socket_style
from BitTornado.HTTPHandler import HTTPHandler, months
from BitTornado.parsedir import parsedir
from NatCheck import NatCheck, CHECK_PEER_ID_ENCRYPTED
from BitTornado.BTcrypto import CRYPTO_OK
from T2T import T2TList
from BitTornado.torrentlistparse import parsetorrentlist
from BitTornado.bencode import bencode, bdecode, Bencached
from BitTornado.zurllib import urlopen, quote, unquote
from Filter import Filter
from urlparse import urlparse
from cStringIO import StringIO
from traceback import print_exc<commit_msg>Import quote and unquote directly from urllib<commit_after>import sys
import os
import re
import time
import signal
import random
import threading
from urllib import quote, unquote
from BitTornado.NetworkAddress import is_ipv4, is_valid_ip, ipv6_to_ipv4, to_ipv4, AddrList
from BitTornado.parseargs import parseargs, formatDefinitions
from BitTornado.RawServer import RawServer, autodetect_ipv6, autodetect_socket_style
from BitTornado.HTTPHandler import HTTPHandler, months
from BitTornado.parsedir import parsedir
from NatCheck import NatCheck, CHECK_PEER_ID_ENCRYPTED
from BitTornado.BTcrypto import CRYPTO_OK
from T2T import T2TList
from BitTornado.torrentlistparse import parsetorrentlist
from BitTornado.bencode import bencode, bdecode, Bencached
from BitTornado.zurllib import urlopen
from Filter import Filter
from urlparse import urlparse
from cStringIO import StringIO
from traceback import print_exc
{'fraction_non_alphanumeric': 0.02768361581920904, 'fraction_numerical': 0.007909604519774011, 'mean_word_length': 7.855, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1841159', 'n_tokens_mistral': 547, 'n_tokens_neox': 546, 'n_words': 182}