<commit_before>#!/usr/bin/python
# -*- coding: utf-8 -*-

"""
rss_parser finds all information in an rss item
"""
# @author chengdujin
# @contact <EMAIL>
# @created Jan 2, 2013


import sys
reload(sys)
sys.setdefaultencoding('UTF-8')
sys.path.append('..')

from BeautifulSoup import BeautifulStoneSoup
import calendar
import chardet
from config.settings import hparser
from config.settings import logger
from processor import illustrator
from datetime import datetime, timedelta
import feedparser
import html2text
import re
import requests
import socket
socket.setdefaulttimeout(10)  # 10 seconds
import time<commit_msg>Add code to suppress feedparser warning<commit_after>#!/usr/bin/python
# -*- coding: utf-8 -*-

"""
rss_parser finds all information in an rss item
"""
# @author chengdujin
# @contact <EMAIL>
# @created Jan 2, 2013


import sys
reload(sys)
sys.setdefaultencoding('UTF-8')
sys.path.append('..')

from BeautifulSoup import BeautifulStoneSoup
import calendar
import chardet
from config.settings import hparser
from config.settings import logger
from processor import illustrator
from datetime import datetime, timedelta
import warnings
warnings.filterwarnings(
    action="ignore", category=DeprecationWarning, module="feedparser")
import feedparser
import html2text
import re
import requests
import socket
socket.setdefaulttimeout(10)  # 10 seconds
import time
{'fraction_non_alphanumeric': 0.08853410740203194, 'fraction_numerical': 0.01741654571843251, 'mean_word_length': 5.726829268292683, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4200169', 'n_tokens_mistral': 414, 'n_tokens_neox': 387, 'n_words': 138}