<commit_before>#!/usr/bin/python
# -*- coding: utf-8 -*-

#
#
#@created Jan 2, 2013
#@updated Feb 8, 2013
#
# TODO
#

import sys
reload(sys)
sys.setdefaultencoding('UTF-8')
sys.path.add('..')

import calendar
from administration.config import Collection
from datetime import datetime, timedelta
from  administration.config import db
import entry
import feedparser
import os
from administration.config import rclient
import time

from bson.objectid import ObjectId
from administration.config import DATA_CLEAR_LOG
from administration.config import DATABASE_REMOVAL_DAYS
from administration.config import LANGUAGES
from administration.config import MAINTENANCE_DIR
from administration.config import MEMORY_RESTORATION_DAYS
from administration.config import THUMBNAIL_LOCAL_DIR
from administration.config import THUMBNAIL_WEB_DIR
from administration.config import TRANSCODED_LOCAL_DIR<commit_msg>corrected path appending syntax<commit_after>#!/usr/bin/python
# -*- coding: utf-8 -*-

#
#
#@created Jan 2, 2013
#@updated Feb 8, 2013
#
# TODO
#

import sys
reload(sys)
sys.setdefaultencoding('UTF-8')
sys.path.append('../')

import calendar
from administration.config import Collection
from datetime import datetime, timedelta
from administration.config import db
import entry
import feedparser
import os
from administration.config import rclient
import time

from bson.objectid import ObjectId
from administration.config import DATA_CLEAR_LOG
from administration.config import DATABASE_REMOVAL_DAYS
from administration.config import LANGUAGES
from administration.config import MAINTENANCE_DIR
from administration.config import MEMORY_RESTORATION_DAYS
from administration.config import THUMBNAIL_LOCAL_DIR
from administration.config import THUMBNAIL_WEB_DIR
from administration.config import TRANSCODED_LOCAL_DIR
{'fraction_non_alphanumeric': 0.06364139457664637, 'fraction_numerical': 0.013281682346430549, 'mean_word_length': 6.533333333333333, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5652388', 'n_tokens_mistral': 540, 'n_tokens_neox': 507, 'n_words': 162}