<commit_before>import ast
import logging
import mailbox
import os
import re
import string
import time
from collections import namedtuple
from datetime import datetime, timedelta
from email.utils import parsedate
from itertools import chain
from urllib import urlencode
from urlparse import parse_qs, parse_qsl, urlsplit, urlunsplit

import requests

import settings
from lib.decorators import database_conn, memoize


logger = logging.getLogger('news parser')
logger.setLevel(settings.LOG_LEVEL)
file_handler = logging.FileHandler('news_parser.log')
formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s')
file_handler.setFormatter(formatter)<commit_msg>Bug 1067980 - [backend] Alert Manager - edit the link to graph server to show both mozilla-inbound and fx-team - rev2<commit_after>import logging
import mailbox
import os
import re
import string
import time
from collections import namedtuple
from datetime import datetime, timedelta
from email.utils import parsedate
from itertools import chain
from urllib import urlencode
from urlparse import parse_qsl, urlsplit, urlunsplit

import requests

import settings
from lib.decorators import database_conn, memoize


logger = logging.getLogger('news parser')
logger.setLevel(settings.LOG_LEVEL)
file_handler = logging.FileHandler('news_parser.log')
formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s')
file_handler.setFormatter(formatter)
{'fraction_non_alphanumeric': 0.06886858749121574, 'fraction_numerical': 0.005621925509486999, 'mean_word_length': 7.045197740112994, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1916769', 'n_tokens_mistral': 408, 'n_tokens_neox': 392, 'n_words': 137}