<commit_before>"""
Python Line EDiting
"""
# Python 2 compatibility
from __future__ import print_function, unicode_literals
__metaclass__ = type

import os
import sys

class TermIO:
    def __init__(self):
        self.queue = []
        self._getch = self._getgetch()
    def _getgetch(self):
        try:
            from msvcrt import getch
            return getch
        except ImportError:
            import tty, termios
            def getch():
                infile = sys.stdin.fileno()
                old_settings = termios.tcgetattr(infile)
                try:
                    tty.setraw(infile)
                    return sys.stdin.read(1)
                finally:
                    termios.tcsetattr(infile, termios.TCSADRAIN, old_settings)
            return getch<commit_msg>Use colorama on Windows<commit_after>"""
Python Line EDiting
"""
# Python 2 compatibility
from __future__ import print_function, unicode_literals
__metaclass__ = type

import os
import sys

if sys.platform == 'win32':
    import colorama
    colorama.init()

class TermIO:
    def __init__(self):
        self.queue = []
        self._getch = self._getgetch()
    def _getgetch(self):
        try:
            import msvcrt
            return msvcrt.getch
        except ImportError:
            import tty, termios
            def getch():
                infile = sys.stdin.fileno()
                old_settings = termios.tcgetattr(infile)
                try:
                    tty.setraw(infile)
                    return sys.stdin.read(1)
                finally:
                    termios.tcsetattr(infile, termios.TCSADRAIN, old_settings)
            return getch
{'fraction_non_alphanumeric': 0.07522388059701493, 'fraction_numerical': 0.003582089552238806, 'mean_word_length': 1.7075928917609047, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4562402', 'n_tokens_mistral': 497, 'n_tokens_neox': 475, 'n_words': 116}