<commit_before>package org.msgpack;

import org.msgpack.*;
import java.io.*;
import java.util.*;

import org.junit.Test;
import static org.junit.Assert.*;

public class TestPackUnpack {
    public Object unpackOne(ByteArrayOutputStream out) {
        ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray());
        Unpacker upk = new Unpacker(in);
        Iterator<Object> it = upk.iterator();
        assertEquals(true, it.hasNext());
        Object obj = it.next();
        assertEquals(false, it.hasNext());
        return obj;
    }

    @Test
    public void testInt() throws Exception {
        testInt(0);
        testInt(-1);
        testInt(1);
        testInt(Integer.MIN_VALUE);
        testInt(Integer.MAX_VALUE);
        Random rand = new Random();
        for (int i = 0; i < 1000; i++)
            testInt(rand.nextInt());
    }
    public void testInt(int val) throws Exception {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        Packer pk = new Packer(out);
        pk.pack(val);
        Object obj = unpackOne(out);
        int val2 = -1;
        if (obj instanceof Byte)
            val2 = ((Byte)obj).intValue();
        else if (obj instanceof Integer)
            val2 = ((Integer)obj).intValue();
        else if (obj instanceof Short)
            val2 = ((Short)obj).intValue();
        else if (obj instanceof Long)
            val2 = ((Long)obj).intValue();
        else {
            System.out.println("obj = " + obj.getClass());
            assertTrue(false);
        }
        assertEquals(val, val2);
    }
};<commit_msg>java: add tests for float, double, nil, boolean, string<commit_after>package org.msgpack;

import org.msgpack.*;
import java.io.*;
import java.util.*;

import org.junit.Test;
import static org.junit.Assert.*;

public class TestPackUnpack {
    protected Object unpackOne(ByteArrayOutputStream out) {
        ByteArrayInputStream in = new ByteArrayInputStream(out.toByteArray());
        Unpacker upk = new Unpacker(in);
        Iterator<Object> it = upk.iterator();
        assertEquals(true, it.hasNext());
        Object obj = it.next();
        assertEquals(false, it.hasNext());
        return obj;
    }

    @Test
    public void testInt() throws Exception {
        testInt(0);
        testInt(-1);
        testInt(1);
        testInt(Integer.MIN_VALUE);
        testInt(Integer.MAX_VALUE);
        Random rand = new Random();
        for (int i = 0; i < 1000; i++)
            testInt(rand.nextInt());
    }
    public void testInt(int val) throws Exception {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        new Packer(out).pack(val);
        Object obj = unpackOne(out);
        if (obj instanceof Byte)
            assertEquals(val, ((Byte)obj).intValue());
        else if (obj instanceof Integer)
            assertEquals(val, ((Integer)obj).intValue());
        else if (obj instanceof Short)
            assertEquals(val, ((Short)obj).intValue());
        else if (obj instanceof Long)
            assertEquals(val, ((Long)obj).intValue());
        else {
            System.out.println("Got unexpected class: " + obj.getClass());
            assertTrue(false);
        }
    }

    @Test
    public void testFloat() throws Exception {
        testFloat((float)0.0);
        testFloat((float)-0.0);
        testFloat((float)1.0);
        testFloat((float)-1.0);
        testFloat((float)Float.MAX_VALUE);
        testFloat((float)Float.MIN_VALUE);
        testFloat((float)Float.NaN);
        testFloat((float)Float.NEGATIVE_INFINITY);
        testFloat((float)Float.POSITIVE_INFINITY);
        Random rand = new Random();
        for (int i = 0; i < 1000; i++)
            testFloat(rand.nextFloat());
    }
    public void testFloat(float val) throws Exception {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        new Packer(out).pack(val);
        Object obj = unpackOne(out);
        if (obj instanceof Float)
            assertEquals(val, ((Float)obj).floatValue(), 10e-10);
        else {
            System.out.println("Got unexpected class: " + obj.getClass());
            assertTrue(false);
        }
    }

    @Test
    public void testDouble() throws Exception {
        testDouble((double)0.0);
        testDouble((double)-0.0);
        testDouble((double)1.0);
        testDouble((double)-1.0);
        testDouble((double)Double.MAX_VALUE);
        testDouble((double)Double.MIN_VALUE);
        testDouble((double)Double.NaN);
        testDouble((double)Double.NEGATIVE_INFINITY);
        testDouble((double)Double.POSITIVE_INFINITY);
        Random rand = new Random();
        for (int i = 0; i < 1000; i++)
            testDouble(rand.nextDouble());
    }
    public void testDouble(double val) throws Exception {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        new Packer(out).pack(val);
        Object obj = unpackOne(out);
        if (obj instanceof Double)
            assertEquals(val, ((Double)obj).doubleValue(), 10e-10);
        else {
            System.out.println("Got unexpected class: " + obj.getClass());
            assertTrue(false);
        }
    }

    @Test
    public void testNil() throws Exception {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        new Packer(out).packNil();
        Object obj = unpackOne(out);
        assertEquals(null, obj);
    }

    @Test
    public void testBoolean() throws Exception {
        testBoolean(false);
        testBoolean(true);
    }
    public void testBoolean(boolean val) throws Exception {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        new Packer(out).pack(val);
        Object obj = unpackOne(out);
        if (obj instanceof Boolean)
            assertEquals(val, ((Boolean)obj).booleanValue());
        else {
            System.out.println("Got unexpected class: " + obj.getClass());
            assertTrue(false);
        }
    }

    @Test
    public void testString() throws Exception {
        testString("");
        testString("a");
        testString("ab");
        testString("abc");
        // small size string
        for (int i = 0; i < 100; i++) {
            StringBuilder sb = new StringBuilder();
            int len = (int)Math.random() % 31 + 1;
            for (int j = 0; j < len; j++)
                sb.append('a' + ((int)Math.random()) & 26);
            testString(sb.toString());
        }
        // medium size string
        for (int i = 0; i < 100; i++) {
            StringBuilder sb = new StringBuilder();
            int len = (int)Math.random() % 100 + (1 << 15);
            for (int j = 0; j < len; j++)
                sb.append('a' + ((int)Math.random()) & 26);
            testString(sb.toString());
        }
        // large size string
        for (int i = 0; i < 10; i++) {
            StringBuilder sb = new StringBuilder();
            int len = (int)Math.random() % 100 + (1 << 31);
            for (int j = 0; j < len; j++)
                sb.append('a' + ((int)Math.random()) & 26);
            testString(sb.toString());
        }
    }
    public void testString(String val) throws Exception {
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        new Packer(out).pack(val);
        Object obj = unpackOne(out);
        if (obj instanceof byte[])
            assertEquals(val, new String((byte[])obj));
        else {
            System.out.println("obj=" + obj);
            System.out.println("Got unexpected class: " + obj.getClass());
            assertTrue(false);
        }
    }
};
{'fraction_non_alphanumeric': 0.13143989431968295, 'fraction_numerical': 0.01215323645970938, 'mean_word_length': 2.1441029900332227, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2354179', 'n_tokens_mistral': 2156, 'n_tokens_neox': 2083, 'n_words': 530}