<commit_before>#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from __future__ import print_function, unicode_literals
import os
import re
from argparse import ArgumentParser, Namespace, ArgumentError

from docutils import statemachine, nodes, io, utils
from docutils.parsers import rst
import mistune


_is_sphinx = False
prolog = '''\
.. role:: raw-html-m2r(raw)
   :format: html

'''

# for command-line use
parser = ArgumentParser()
options = Namespace()<commit_msg>imported missing references to ErrorString and SafeString<commit_after>#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from __future__ import print_function, unicode_literals
import os
import re
from argparse import ArgumentParser, Namespace, ArgumentError

from docutils import statemachine, nodes, io, utils
from docutils.parsers import rst
from docutils.core import ErrorString
from docutils.utils import SafeString
import mistune


_is_sphinx = False
prolog = '''\
.. role:: raw-html-m2r(raw)
   :format: html

'''

# for command-line use
parser = ArgumentParser()
options = Namespace()
{'fraction_non_alphanumeric': 0.09811320754716982, 'fraction_numerical': 0.005660377358490566, 'mean_word_length': 4.994350282485875, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3443655', 'n_tokens_mistral': 330, 'n_tokens_neox': 325, 'n_words': 105}