<commit_before># encoding: utf-8
# ---------------------------------------------------------------------------
#  Copyright (C) 2008-2014, IPython Development Team and Enthought, Inc.
#  Distributed under the terms of the BSD License.  See COPYING.rst.
# ---------------------------------------------------------------------------

import unittest
import numpy as np
from numpy.testing import assert_array_equal
from distutils.version import StrictVersion

import distarray.local
from distarray.externals import six
from distarray.externals import protocol_validator
from distarray.testing import MpiTestCase, CommNullPasser


VALID_DIST_TYPES = {'n', 'b', 'c', 'u'}<commit_msg>Valid dist types now determined by validator.<commit_after># encoding: utf-8
# ---------------------------------------------------------------------------
#  Copyright (C) 2008-2014, IPython Development Team and Enthought, Inc.
#  Distributed under the terms of the BSD License.  See COPYING.rst.
# ---------------------------------------------------------------------------

import unittest
import numpy as np
from numpy.testing import assert_array_equal
from distutils.version import StrictVersion

import distarray.local
from distarray.externals import six
from distarray.externals import protocol_validator
from distarray.testing import MpiTestCase, CommNullPasser
{'fraction_non_alphanumeric': 0.2726597325408618, 'fraction_numerical': 0.01337295690936107, 'mean_word_length': 1.9155844155844155, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5628340', 'n_tokens_mistral': 325, 'n_tokens_neox': 301, 'n_words': 112}