<commit_before>import unittest
import tempfile

import pcl
import numpy as np

_data = [(i,2*i,3*i) for i in range(5)]
_DATA = \
"""0.0, 0.0, 0.0;
1.0, 2.0, 3.0;
2.0, 4.0, 6.0;
3.0, 6.0, 9.0;
4.0, 8.0, 12.0"""

class TestListIO(unittest.TestCase):

    def setUp(self):
        self.p = pcl.PointCloud()
        self.p.from_list(_data)

    def testFromList(self):
        for i,d in enumerate(_data):
            pt = self.p[i]
            assert pt == _data[i]

    def testToList(self):
        l = self.p.to_list()
        self.assertEqual(l, _data)
<commit_msg>test floating point data<commit_after>import unittest
import tempfile

import pcl
import numpy as np

_data = [(i,2*i,3*i+0.2) for i in range(5)]
_DATA = \
"""0.0, 0.0, 0.2;
1.0, 2.0, 3.2;
2.0, 4.0, 6.2;
3.0, 6.0, 9.2;
4.0, 8.0, 12.2"""

class TestListIO(unittest.TestCase):

    def setUp(self):
        self.p = pcl.PointCloud()
        self.p.from_list(_data)

    def testFromList(self):
        for i,d in enumerate(_data):
            pt = self.p[i]
            assert pt == _data[i]

    def testToList(self):
        l = self.p.to_list()
        self.assertEqual(l, _data)

{'fraction_non_alphanumeric': 0.16564952048823017, 'fraction_numerical': 0.06102877070619006, 'mean_word_length': 2.327536231884058, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3044479', 'n_tokens_mistral': 512, 'n_tokens_neox': 479, 'n_words': 115}