<commit_before>﻿using System;
using Microsoft.VisualStudio.TestTools.UnitTesting;
using Twee2Z.CodeGen.Text;

namespace UnitTests.TestCodeGen
{
    [TestClass]
    public class ZTextTest
    {
        [TestMethod]
        public void TestHelloWorldZText()
        {
            ushort[] referenceArray = { 4522, 17972, 916, 56873 };
            ushort[] helloWolrd = TextHelper.Convert("Hello world");
            Assert.AreEqual(referenceArray.Length, helloWolrd.Length);
            for (int i = 0; i < referenceArray.Length; i++)
            {
                Assert.AreEqual(referenceArray[i], helloWolrd[i]);
            }
        }
    }
}<commit_msg>Neuer UnitTest für ZText<commit_after>﻿using System;
using Microsoft.VisualStudio.TestTools.UnitTesting;
using Twee2Z.CodeGen.Text;

namespace UnitTests.TestCodeGen
{
    [TestClass]
    public class ZTextTest
    {
        [TestMethod]
        public void TestHelloWorldZText()
        {
            ushort[] referenceArray = { 4522, 17972, 916, 56873 };
            ushort[] helloWorld = TextHelper.Convert("Hello world");

            Assert.AreEqual(referenceArray.Length, helloWorld.Length);
        }

        [TestMethod]
        public void TestLoremIpsumZText()
        {
            ushort[] referenceArray = { 0x1234, 0x5D52, 0x01D5, 0x6352, 0x0134, 0x4697, 0x030E, 0x6406, 0x4959, 0x1660, 0x2293, 0x6159, 0x2B3A, 0x5C18, 0x192E, 0x5708, 0x3A6C, 0x0151, 0x3B37, 0x1660, 0x6149, 0x012E, 0x1A40, 0x4E93, 0x6A5E, 0x014E, 0x5E54, 0x2419, 0x2A55, 0x52E0, 0x3A7B, 0x393A, 0x4F20, 0x6B20, 0x44C7, 0x52EA, 0x0159, 0x0134, 0x4697, 0x2812, 0x1993, 0x1806, 0x45D6, 0x6BC6, 0x480A, 0x5CD9, 0x1660, 0x6149, 0x012E, 0x1A40, 0x6E91, 0x6AB9, 0x68C5, 0x4804, 0x1B20, 0x6D57, 0x500A, 0x5300, 0x2B20, 0x1908, 0x6B06, 0x480A, 0x640F, 0x6B19, 0x5009, 0x6A80, 0x2691, 0x52EA, 0x600A, 0x640A, 0x1817, 0x28FA, 0x48B2, 0x0098, 0x6559, 0x0111, 0x3B26, 0x0206, 0x6120, 0x3347, 0x2AEC, 0x5D53, 0x1660, 0x4E80, 0x6146, 0x0000, 0x64D0, 0x3A46, 0x64C0, 0x60D3, 0x233A, 0x600A, 0x6320, 0x1234, 0x5D52, 0x01D5, 0x632, 0x0134, 0x4697, 0x030E, 0x6406, 0x4959, 0x1640, 0x1234, 0x5D52, 0x01D5, 0x6352, 0x0134, 0x4697, 0x030E, 0x6406, 0x4959, 0x1660, 0x2293, 0x6159, 0x2B3A, 0x5C18, 0x192E, 0x5708, 0x3A6C, 0x0151, 0x3B37, 0x1660, 0x6149, 0x012E, 0x1A40, 0x4E93, 0x6A5E, 0x014E, 0x5E54, 0x2419, 0x2A55, 0x52E0, 0x3A7B, 0x393A, 0x4F20, 0x6B20, 0x44C7, 0x52EA, 0x059, 0x0134, 0x4697, 0x2812, 0x1993, 0x1806, 0x45D6, 0x6BC6, 0x480A, 0x5CD9, 0x1660, 0x6149, 0x012E, 0x1A40, 0x6E91, 0x6AB9, 0x68C5, 0x4804, 0x1B20, 0x6D57, 0x500A, 0x5300, 0x2B20, 0x1908, 0x6B06, 0x480A, 0x640F, 0x6B19, 0x5009, 0x6A80, 0x2691, 0x52EA, 0x6000, 0x0159, 0x0146, 0x02EA, 0x1F52, 0x1640, 0x1319, 0x2B20, 0x222E, 0x64C0, 0x40D8, 0x240C, 0x68EA, 0x5D97, 0x2A65, 0x4C13, 0x5018, 0x28C0, 0x64D0, 0x3A46, 0x64C0, 0x60D3, 0x233A, 0x600A, 0x6320, 0x1234, 0x5D52, 0x01D5, 0x6352, 0x0134, 0x4697, 0x030E, 0x6406, 0x4959, 0x9645 };
            ushort[] loremIpsum = TextHelper.Convert("Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet.");

            Assert.AreEqual(referenceArray.Length, loremIpsum.Length);
        }
    }
}
{'fraction_non_alphanumeric': 0.10016375545851529, 'fraction_numerical': 0.25163755458515286, 'mean_word_length': 3.9661246612466123, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2353761', 'n_tokens_mistral': 2302, 'n_tokens_neox': 1728, 'n_words': 384}