<commit_before>package data;

import data.core.Label;
import data.core.AMatrix;
import gnu.trove.list.array.TDoubleArrayList;
import gnu.trove.list.array.TIntArrayList;
import gnu.trove.set.hash.TIntHashSet;
import org.apache.commons.math3.distribution.EnumeratedIntegerDistribution;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;

import java.util.Arrays;
import java.util.Set;
import java.util.stream.IntStream;

/**
 * Created by hanxuan on 9/17/15.
 */

public class DataSet {

    private static Logger log = LogManager.getLogger(DataSet.class);

    private AMatrix featureMatrix = null;

    private Label labels = null;
<commit_msg>minor change<commit_after>package data;

import data.core.Label;
import data.core.AMatrix;
import gnu.trove.list.array.TDoubleArrayList;
import gnu.trove.list.array.TIntArrayList;
import org.apache.commons.math3.distribution.EnumeratedIntegerDistribution;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;

import java.util.Arrays;
import java.util.Set;
import java.util.stream.IntStream;

/**
 * Created by hanxuan on 9/17/15.
 */

public class DataSet {

    private static Logger log = LogManager.getLogger(DataSet.class);

    private AMatrix featureMatrix = null;

    private Label labels = null;

{'fraction_non_alphanumeric': 0.10426179604261795, 'fraction_numerical': 0.0121765601217656, 'mean_word_length': 4.767543859649122, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2603838', 'n_tokens_mistral': 439, 'n_tokens_neox': 420, 'n_words': 89}