<commit_before>#!/usr/bin/env python
# -*- encoding: utf-8 -*-

"""
A web crawler for networks’ international calling costs.
"""


from __future__ import print_function

import json
import os
import re
import sys
import time
import textwrap
import argparse
import logging
import coloredlogs

try:
    from selenium import webdriver
    from selenium.common.exceptions import WebDriverException
except ImportError as imp_err:
    raise ImportError('Failed to import \'selenium\':\n' + imp_err)

from __init__ import __version__, OperatorWebSite


SCRIPT = os.path.basename(__file__)
LOG_FILE = SCRIPT + '.log'
script_args = None

# Check Python version
if sys.version_info < (2, 6):
    print('%s requires python version >= 2.6' % SCRIPT, file=sys.stderr)<commit_msg>use str() for exception<commit_after>#!/usr/bin/env python
# -*- encoding: utf-8 -*-

"""
A web crawler for networks’ international calling costs.
"""


from __future__ import print_function

import json
import os
import re
import sys
import time
import textwrap
import argparse
import logging
import coloredlogs

try:
    from selenium import webdriver
    from selenium.common.exceptions import WebDriverException
except ImportError as imp_err:
    raise ImportError('Failed to import \'selenium\':\n' + str(imp_err))

from __init__ import __version__, OperatorWebSite


SCRIPT = os.path.basename(__file__)
LOG_FILE = SCRIPT + '.log'
script_args = None

# Check Python version
if sys.version_info < (2, 6):
    print('%s requires python version >= 2.6' % SCRIPT, file=sys.stderr)
{'fraction_non_alphanumeric': 0.09437621202327084, 'fraction_numerical': 0.006464124111182934, 'mean_word_length': 4.568345323741007, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '801140', 'n_tokens_mistral': 491, 'n_tokens_neox': 453, 'n_words': 160}