<commit_before>#License#
# poolblocks.py is created by echiu64 and licensed under a Creative Commons Attribution-NonCommercial-ShareAlike 3.0 Unported License.
# http://creativecommons.org/licenses/by-nc-sa/3.0/
# Based on a work at github.com.
#
# Portions based on blockinfo.py by ryouiki and licensed under a Creative Commons Attribution-NonCommercial-ShareAlike 3.0 Unported License.
#
# TODO
#  If too many None responses for a particular block/hash/txid, we should stop trying
#

import gevent
import os, threading, socket
import gevent.pool
import traceback, logging
import random
import time
import sys
import re
import json
import urllib
import urllib2
import operator

from peak.util import plugins
from ConfigParser import RawConfigParser
from cookielib import CookieJar
<commit_msg>Removing wierd copyright header from poolblocks.<commit_after>#License#
#Copyright (C) 2011,2012 <NAME>
#This software is licensed under an included MIT license.
#See the file entitled LICENSE
#If you were not provided with a copy of the license please contact: 
# <NAME> <EMAIL>

# TODO
#  If too many None responses for a particular block/hash/txid, we should stop trying
#

import gevent
import os, threading, socket
import gevent.pool
import traceback, logging
import random
import time
import sys
import re
import json
import urllib
import urllib2
import operator

from peak.util import plugins
from ConfigParser import RawConfigParser
from cookielib import CookieJar

{'fraction_non_alphanumeric': 0.053169734151329244, 'fraction_numerical': 0.012269938650306749, 'mean_word_length': 5.168067226890757, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1534723', 'n_tokens_mistral': 431, 'n_tokens_neox': 413, 'n_words': 184}