<commit_before>"""module for testing datasets.stl10"""
import unittest
import numpy as np
from pylearn2.datasets import stl10
from pylearn2.space import Conv2DSpace
from pylearn2.testing.skip import skip_if_no_data


class TestSTL10(unittest.TestCase):
    """This is a unittest for stl10.py."""
    def setUp(self):
        """This loads train and test sets."""
        skip_if_no_data()
        train = stl10.STL10(which_set='train')
        test = stl10.STL10(which_set='test')

    def test_restrict(self):
        """This tests the restrict function on each fold of the train set."""
        for fold in range(10):
            train = stl10.STL10(which_set='train')
            stl10.restrict(train, fold)

#    def disabled_test_unlabeled(self):
#        """The unlabeled data is 2.4GiB.  This test is disabled by default."""
#        assert 1 == 0
#        data = stl10.STL10(which_set='unlabeled')
<commit_msg>remove false assertion<commit_after>"""module for testing datasets.stl10"""
import unittest
import numpy as np
from pylearn2.datasets import stl10
from pylearn2.space import Conv2DSpace
from pylearn2.testing.skip import skip_if_no_data


class TestSTL10(unittest.TestCase):
    """This is a unittest for stl10.py."""
    def setUp(self):
        """This loads train and test sets."""
        skip_if_no_data()
        train = stl10.STL10(which_set='train')
        test = stl10.STL10(which_set='test')

    def test_restrict(self):
        """This tests the restrict function on each fold of the train set."""
        for fold in range(10):
            train = stl10.STL10(which_set='train')
            stl10.restrict(train, fold)

#    def disabled_test_unlabeled(self):
#        """The unlabeled data is 2.4GiB.  This test is disabled by default."""
#        data = stl10.STL10(which_set='unlabeled')

{'fraction_non_alphanumeric': 0.10922063666300769, 'fraction_numerical': 0.038419319429198684, 'mean_word_length': 3.17162471395881, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3383234', 'n_tokens_mistral': 631, 'n_tokens_neox': 583, 'n_words': 165}