<commit_before>#!/usr/bin/env python

# Copyright 2016 rpaas authors. All rights reserved.
# Use of this source code is governed by a BSD-style
# license that can be found in the LICENSE file.


import argparse
import datetime
import copy
import json
import os
import sys
import time
import urllib
import urllib2
import shlex
from functools import partial

try:
    from bson import json_util
except:
    sys.stderr.write("This plugin requires json_util module\n")
    sys.exit(1)


class CommandNotFoundError(Exception):

    def __init__(self, name):
        super(Exception, self).__init__(name)
        self.name = name<commit_msg>adds rpaas-admin dependency installation hint<commit_after>#!/usr/bin/env python

# Copyright 2016 rpaas authors. All rights reserved.
# Use of this source code is governed by a BSD-style
# license that can be found in the LICENSE file.


import argparse
import datetime
import copy
import json
import os
import sys
import time
import urllib
import urllib2
import shlex
from functools import partial

try:
    from bson import json_util
except:
    sys.stderr.write("This plugin requires json_util module\n")
    sys.stderr.write("You can install it using: pip install pymongo\n")
    sys.exit(1)


class CommandNotFoundError(Exception):

    def __init__(self, name):
        super(Exception, self).__init__(name)
        self.name = name
{'fraction_non_alphanumeric': 0.06768558951965066, 'fraction_numerical': 0.008733624454148471, 'mean_word_length': 3.963898916967509, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3671497', 'n_tokens_mistral': 412, 'n_tokens_neox': 395, 'n_words': 157}