<commit_before>
#include <iostream>
#include "Console.h"				// au::Console
#include "DiskManager.h"			// ss::DiskManager
#include "DiskOperationsManager.h"	// ss::DiskOperationsManager
#include <set>						// std::set
#include "Lock.h"					// au::Lock
#include "CommandLine.h"			// au::CommandLine


//#define DIR1  "/Volumes/UNTITLED 1/"
//#define DIR2  "/tmp/"

int main( int arg , const char *argv[] )
{
	// Access the disk manager

	au::CommandLine cmdLine;
	cmdLine.set_flag_uint64("size", 10000000);	// By default 100 Mbytes
	cmdLine.set_flag_int("files", 100);			// By default 100 files
	cmdLine.parse(arg , argv);
	
	// get the size of the individual files
	size_t size = cmdLine.get_flag_uint64("size");
	int files = cmdLine.get_flag_int("files");

	if( cmdLine.get_num_arguments() == 1 )
	{
		std::cout << "Please specify one or more directories where to write files\n";
		exit(0);
	}
	
	// Vector with all directories to test
	std::vector<std::string> directories;
	for (int i =  1 ; i < cmdLine.get_num_arguments() ; i++)
		directories.push_back( cmdLine.get_argument(i) );
	
	
	// Create a buffer with the rigth size
	char *buffer  = (char*) malloc( size );
	for (size_t i = 0 ;  i < size ; i++)
		buffer[i] = rand()%100;

	// Manager to run multiple io operations
	ss::DiskOperationsManager operationsManager;
	
	// Add some operations for testing writing...
	for (size_t f = 0 ; f < directories.size() ; f++)
	{
		for (int i = 0 ; i < files ; i++)
		{
			std::ostringstream fileName;
			fileName << directories[f] << "file_" << i;
			
			operationsManager.write( buffer , size ,  fileName.str() );
		}
	}


	
	// Add some operations for testing reading...
	for (size_t f = 0 ; f < directories.size() ; f++)
	{<commit_msg>Minor modificiation on samsonDiskTest<commit_after>
#include <iostream>
#include "Console.h"				// au::Console
#include "DiskManager.h"			// ss::DiskManager
#include "DiskOperationsManager.h"	// ss::DiskOperationsManager
#include <set>						// std::set
#include "Lock.h"					// au::Lock
#include "CommandLine.h"			// au::CommandLine


//#define DIR1  "/Volumes/UNTITLED 1/"
//#define DIR2  "/tmp/"

int main( int arg , const char *argv[] )
{
	// Access the disk manager

	au::CommandLine cmdLine;
	cmdLine.set_flag_uint64("size", 10000000);	// By default 100 Mbytes
	cmdLine.set_flag_int("files", 100);			// By default 100 files
	cmdLine.parse(arg , argv);
	
	// get the size of the individual files
	size_t size = cmdLine.get_flag_uint64("size");
	int files = cmdLine.get_flag_int("files");

	if( cmdLine.get_num_arguments() == 1 )
	{
		std::cout << "Please specify one or more directories where to write files\n";
		exit(0);
	}
	
	// Vector with all directories to test
	std::vector<std::string> directories;
	for (int i =  1 ; i < cmdLine.get_num_arguments() ; i++)
		directories.push_back( cmdLine.get_argument(i) );
	
	
	// Create a buffer with the rigth size
	char *buffer  = (char*) malloc( size );
	for (size_t i = 0 ;  i < size ; i++)
		buffer[i] = rand()%100;

	// Manager to run multiple io operations
	ss::DiskOperationsManager operationsManager;
	
	// Add some operations for testing writing...
	for (size_t f = 0 ; f < directories.size() ; f++)
	{
		for (int i = 0 ; i < files ; i++)
		{
			std::ostringstream fileName;
			fileName << directories[f] << "file_" << i;
			
			operationsManager.write( buffer , size ,  fileName.str() );
		}
	}

	operationsManager.waitUntilComplete();
	
	// Add some operations for testing reading...
	for (size_t f = 0 ; f < directories.size() ; f++)
	{
{'fraction_non_alphanumeric': 0.1505802434191905, 'fraction_numerical': 0.019247098782904048, 'mean_word_length': 3.462121212121212, 'pattern_counts': {'":': 0, '<': 35, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4123976', 'n_tokens_mistral': 1348, 'n_tokens_neox': 1206, 'n_words': 348}