<commit_before>#!/usr/bin/python2.6
#
# Copyright (c) 2008 rPath, Inc.
#
# This program is distributed under the terms of the Common Public License,
# version 1.0. A copy of this license should have been distributed with this
# source file in a file called LICENSE. If it is not present, the license
# is always available at http://www.rpath.com/permanent/licenses/CPL-1.0.
#
# This program is distributed in the hope that it will be useful, but
# without any warranty; without even the implied warranty of merchantability
# or fitness for a particular purpose. See the Common Public License for
# full details.
#

import os
import sys
import logging

sys.path.insert(0, os.environ['HOME'] + '/hg/26/xobj/py')
sys.path.insert(0, os.environ['HOME'] + '/hg/26/mirrorball')

from conary.lib import util
sys.excepthook = util.genExcepthook()

from updatebot import bot
from updatebot.lib import util
from updatebot import config
from updatebot import log as logger
<commit_msg>add more paths<commit_after>#!/usr/bin/python2.6
#
# Copyright (c) 2008 rPath, Inc.
#
# This program is distributed under the terms of the Common Public License,
# version 1.0. A copy of this license should have been distributed with this
# source file in a file called LICENSE. If it is not present, the license
# is always available at http://www.rpath.com/permanent/licenses/CPL-1.0.
#
# This program is distributed in the hope that it will be useful, but
# without any warranty; without even the implied warranty of merchantability
# or fitness for a particular purpose. See the Common Public License for
# full details.
#

import os
import sys
import logging

sys.path.insert(0, os.environ['HOME'] + '/hg/26/xobj/py')
sys.path.insert(0, os.environ['HOME'] + '/hg/26/mirrorball')
sys.path.insert(0, os.environ['HOME'] + '/hg/26/conary')
sys.path.insert(0, os.environ['HOME'] + '/hg/26/rmake')
sys.path.insert(0, os.environ['HOME'] + '/hg/26/epdb')

from conary.lib import util
sys.excepthook = util.genExcepthook()

from updatebot import bot
from updatebot.lib import util
from updatebot import config
from updatebot import log as logger

{'fraction_non_alphanumeric': 0.10401891252955082, 'fraction_numerical': 0.01938534278959811, 'mean_word_length': 4.3842239185750635, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4865096', 'n_tokens_mistral': 669, 'n_tokens_neox': 649, 'n_words': 257}