<commit_before>#include "common.hh"
#include "exascel.hh"
#include "reader.hh"

using namespace domain;

TablePtr read_table(std::istream& input)
{
	int height, width;
	std::string buf;
	char delim = '\t';

	input >> height >> width;

	Table *table = new Table(height,width);

	for (int i = 0; i < height; ++i)
	{
		for (int j = 0; j < width; ++j)
		{
			std::getline(input,buf,delim);
			std::cout << buf << '\t';
		}
		std::cout << std::endl;
	}

	return TablePtr(table);
}<commit_msg>read_table<commit_after>#include "common.hh"
#include "exascel.hh"
#include "reader.hh"

using namespace domain;

TablePtr read_table(std::istream& input)
{
	int height, width;
	std::string buf;
	char delim = '\t';

	input >> height >> width;

	// std::getline(input,buf);

	Table *table = new Table(height,width);

	for (int i = 0; i < height; ++i)
	{
		for (int j = 0; j < width - 1; ++j)
		{
			std::getline(input,buf,delim);
			table->put(CellPtr(new Cell("a1", 12)));
			std::cout << buf << '\t';
		}
		std::getline(input,buf);
		std::cout << buf << std::endl;
	}

	return TablePtr(table);
}
{'fraction_non_alphanumeric': 0.1948291782086796, 'fraction_numerical': 0.007386888273314866, 'mean_word_length': 3.9272727272727272, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3977728', 'n_tokens_mistral': 460, 'n_tokens_neox': 419, 'n_words': 105}