<commit_before>extern mod stem;

use std::io;
use std::path;

#[test]
fn lexicon() {
    match io::file_reader(&path::PosixPath("src/test/voc.txt")) {
        Ok(input) => match io::file_reader(&path::PosixPath("src/test/output.txt")) {
            Ok(result) => {
                do input.each_line |word| {
                    match stem::get(word) {
                        Ok(stem) => {
                            let answer = result.read_line();
                            if stem != answer {
                                printfln!("\n[FAILED] '%s' != '%s'", stem, answer);
                            } else {
                                print(".");
                            }
                        },
                        Err(e) => printfln!("\n[FAILED] Cannot get stem for '%s': %s", word, e),
                    }
                    true
                };
            },
            Err(e) => println(e),
        },
        Err(e) => println(e),
    }
    println("");
}<commit_msg>switched to println!<commit_after>extern mod stem;

use std::io;
use std::path;

#[test]
fn lexicon() {
    match io::file_reader(&path::PosixPath("src/test/voc.txt")) {
        Ok(input) => match io::file_reader(&path::PosixPath("src/test/output.txt")) {
            Ok(result) => {
                do input.each_line |word| {
                    match stem::get(word) {
                        Ok(stem) => {
                            let answer = result.read_line();
                            if stem != answer {
                                println!("\n[FAILED] '{:s}' != '{:s}'", stem, answer);
                            } else {
                                print(".");
                            }
                        },
                        Err(e) => println!("\n[FAILED] Cannot get stem for '{:s}': {:s}", word, e),
                    }
                    true
                };
            },
            Err(e) => println(e),
        },
        Err(e) => println(e),
    }
    println("");
}
{'fraction_non_alphanumeric': 0.15675675675675677, 'fraction_numerical': 0.0, 'mean_word_length': 1.0218470705064548, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5727397', 'n_tokens_mistral': 576, 'n_tokens_neox': 551, 'n_words': 106}