<commit_before>import org.junit.Before;
import org.junit.Ignore;
import org.junit.Test;

import java.io.*;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Paths;

import static org.junit.Assert.*;

public class InputTest {
    ByteArrayOutputStream out = new ByteArrayOutputStream();

    @Before
    public void arrange() {
        System.setOut(new PrintStream(out));
    }

    @Test
    public void canProcessInput1() throws IOException {
        File input = new File("test/testData/p4d1in.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/p4d1out.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Test
    public void canProcessInput2() throws IOException {
        File input = new File("test/testData/p4d2in.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/p4d2out.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Test
    public void canProcessInput3() throws IOException {
        File input = new File("test/testData/p4d3in.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/p4d3out.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Ignore
    public void canProcess200VertexCompleteGraph() throws IOException {
        File input = new File("test/testData/200completeIN.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/200completeOUT.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Ignore
    public void canProcess512VertexCompleteGraph() throws IOException {
        File input = new File("test/testData/512completeIN.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/512completeOUT.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Ignore
    public void canProcess768VeretxCompleteGraph() throws IOException {
        File input = new File("test/testData/768completeIN.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/768completeOUT.txt");<commit_msg>200 vertex completel graph fast enough to not ignore<commit_after>import org.junit.Before;
import org.junit.Ignore;
import org.junit.Test;

import java.io.*;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Paths;

import static org.junit.Assert.*;

public class InputTest {
    ByteArrayOutputStream out = new ByteArrayOutputStream();

    @Before
    public void arrange() {
        System.setOut(new PrintStream(out));
    }

    @Test
    public void canProcessInput1() throws IOException {
        File input = new File("test/testData/p4d1in.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/p4d1out.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Test
    public void canProcessInput2() throws IOException {
        File input = new File("test/testData/p4d2in.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/p4d2out.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Test
    public void canProcessInput3() throws IOException {
        File input = new File("test/testData/p4d3in.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/p4d3out.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Test
    public void canProcess200VertexCompleteGraph() throws IOException {
        File input = new File("test/testData/200completeIN.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/200completeOUT.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Ignore
    public void canProcess512VertexCompleteGraph() throws IOException {
        File input = new File("test/testData/512completeIN.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/512completeOUT.txt");
        assertEquals(expectedOut, out.toString());
    }

    @Ignore
    public void canProcess768VeretxCompleteGraph() throws IOException {
        File input = new File("test/testData/768completeIN.txt");
        InputStream in = new FileInputStream(input);
        WIBUP4 program = new WIBUP4(in);
        program.run();

        String expectedOut = getOutputString("test/testData/768completeOUT.txt");
{'fraction_non_alphanumeric': 0.106797885912156, 'fraction_numerical': 0.020229633679606344, 'mean_word_length': 3.092468307233408, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4291176', 'n_tokens_mistral': 1612, 'n_tokens_neox': 1509, 'n_words': 351}