<commit_before>import abc


class ParallelWorker(object):
    def __repr__(self):
        return u'worker={}'.format(type(self).__name__)

    def __init__(self,  cloud, lab, **kwargs):
        import validators

        self._is_debug = False
        self._kwargs = kwargs
        self._results = {'name': str(self), 'exceptions': [], 'output': [], 'input': kwargs}
        self._cloud = cloud
        self._lab = lab
        self._log = None<commit_msg>Remove shared_dict from results json<commit_after>import abc
import copy


class ParallelWorker(object):
    def __repr__(self):
        return u'worker={}'.format(type(self).__name__)

    def __init__(self,  cloud, lab, **kwargs):
        import validators

        self._results = {'name': str(self), 'exceptions': [], 'output': [], 'input': copy.deepcopy(kwargs)}
        del self._results['input']['_shared_dict']

        self._is_debug = False
        self._kwargs = kwargs
        self._cloud = cloud
        self._lab = lab
        self._log = None
{'fraction_non_alphanumeric': 0.13636363636363635, 'fraction_numerical': 0.0, 'mean_word_length': 2.779850746268657, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '880855', 'n_tokens_mistral': 298, 'n_tokens_neox': 295, 'n_words': 71}