<commit_before>/// @Brief: read dataset from file
/// @Date: 2012528 11:18:27
/// @Author: wangben

#ifndef __ML_DATA_H__
#define __ML_DATA_H__

#include <vector>
#include <string>
#include <set>

#include "types.h"

class Data
{
public:
    Data(){}
    ~Data(){}
public:
    T_MATRIX m_data;
    T_VECTOR m_target;
    std::set<int>    m_valid_id;
    unsigned int m_dimension;
    unsigned int m_num;
private:
}; //end of class Data

class DataReader
{
public:
    DataReader(){}
    ~DataReader(){}<commit_msg>Formatting<commit_after>/// @Brief: read dataset from file
/// @Date: 2012528 11:18:27
/// @Author: wangben

#ifndef __ML_DATA_H__
#define __ML_DATA_H__

#include <vector>
#include <string>
#include <set>

#include "types.h"

class Data
{
public:
    Data(){}
    ~Data(){}
public:
    T_MATRIX m_data;
    T_VECTOR m_target;
    std::set<int> m_valid_id;
    unsigned int m_dimension;
    unsigned int m_num;
private:
}; //end of class Data

class DataReader
{
public:
    DataReader(){}
    ~DataReader(){}
{'fraction_non_alphanumeric': 0.14090019569471623, 'fraction_numerical': 0.025440313111545987, 'mean_word_length': 3.65, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7097923', 'n_tokens_mistral': 411, 'n_tokens_neox': 391, 'n_words': 101}