<commit_before>#include "bigreader.h"
#include "log.h"

using namespace OpenBFME;

int main(){
    Log::init("bigreader_test.log");
    BigFilesystem big;
    big.mount("test.big", true);

    const BigEntry* file = big.openFile("folder/inifile.ini");

    if(file != nullptr){
        for(int i = 0; !file->eof(); ++i){
            Log::info("line #%04d: \"%s\"", i, file->getLine().c_str());
        }
    }else{
        Log::warning("unable to open file!");
    }

    file = big.openFile("..\\NewFile.ini", "folder\\inifile.ini");

    if(file != nullptr){
        for(int i = 0; !file->eof(); ++i){
            Log::info("line #%04d: \"%s\"", i, file->getLine().c_str());
        }
    }else{
        Log::warning("unable to open file!");
    }

    return 0;
}<commit_msg>modify the bigreader_test for modified test.big<commit_after>#include "bigreader.h"
#include "log.h"

using namespace OpenBFME;

int main(){
    Log::init("bigreader_test.log");
    BigFilesystem big;
    big.mount("test.big", true);

    const BigEntry* file = big.openFile("folder/inifile.ini");

    if(file != nullptr){
        for(int i = 0; !file->eof(); ++i){
            Log::info("line #%04d: \"%s\"", i, file->getLine().c_str());
        }
    }else{
        Log::warning("unable to open file!");
    }

    file = big.openFile("..\\NewFile.inc", "folder\\inifile.ini");

    if(file != nullptr){
        for(int i = 0; !file->eof(); ++i){
            Log::info("line #%04d: \"%s\"", i, file->getLine().c_str());
        }
    }else{
        Log::warning("unable to open file!");
    }

    return 0;
}
{'fraction_non_alphanumeric': 0.21446540880503145, 'fraction_numerical': 0.00880503144654088, 'mean_word_length': 2.5434298440979957, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1665293', 'n_tokens_mistral': 584, 'n_tokens_neox': 562, 'n_words': 119}