<commit_before>from __future__ import absolute_import, print_function
import multiprocessing
import concurrent.futures
import logging
import s


_size = multiprocessing.cpu_count() + 2


def _pool_factory():
    @s.cached.func
    def _pool(cls, size):
        logging.info('new:', cls, 'size:', size)
        return cls(size)
    return _pool


_pool = _pool_factory()


def _new_factory(cls):
    def _new(fn, *a, **kw):
        daemon = kw.pop('daemon', True)
        obj = cls(target=fn, args=a, kwargs=kw)
        obj.daemon = daemon<commit_msg>logging bugfix<commit_after>from __future__ import absolute_import, print_function
import multiprocessing
import concurrent.futures
import logging
import s


_size = multiprocessing.cpu_count() + 2


def _pool_factory():
    @s.cached.func
    def _pool(cls, size):
        logging.debug('new: %s, size: %s', cls, size)
        return cls(size)
    return _pool


_pool = _pool_factory()


def _new_factory(cls):
    def _new(fn, *a, **kw):
        daemon = kw.pop('daemon', True)
        obj = cls(target=fn, args=a, kwargs=kw)
        obj.daemon = daemon
{'fraction_non_alphanumeric': 0.11754068716094032, 'fraction_numerical': 0.0018083182640144665, 'mean_word_length': 3.428, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '438961', 'n_tokens_mistral': 388, 'n_tokens_neox': 383, 'n_words': 96}