<commit_before>#include <fstream>
#include <iostream>
#include <time.h>

#include <Eigen/Core>
#include <omp.h>

#include "../../Components/FeedForwardNeuralNetwork/FeedForwardNeuralNetwork.h"
#ifdef PCA
#include "../../Components/PrincipalComponentAnalysis/PrincipalComponentAnalysis.h"
#endif

using namespace Eigen;
using namespace std;

bool askYesNoQuestion(const string& question);

bool fileExists(const string& file);

void saveTheta(const vector<MatrixXd>& theta);
void loadTheta(vector<MatrixXd>& theta);

void saveNormalizations(const RowVectorXd& means, RowVectorXd& stdDev);
void loadNormalizations(RowVectorXd& means, RowVectorXd& stdDev);
#ifdef PCA

void savePca(const PrincipalComponentAnalysis& pca);
void loadPca(PrincipalComponentAnalysis& pca);
#endif

void parseCsv(const string& file, vector<vector<string> >& input);
const string currentDateTime();

void printIteration(unsigned long iter, const Eigen::VectorXd& x, double cost, const Eigen::VectorXd& gradient);

unsigned int trainedIterations = 0;
string thetaFile = "KaggleHiggsBoson-lastTrainedTheta.bin";
string normalizationFile = "KaggleHiggsBoson-lastNormalizations.bin";
#ifdef PCA
string pcaFile = "KaggleHiggsBoson-lastPca.bin";
#endif

int main()
{
	cout << "#Threads: " << Eigen::nbThreads() << endl;
	cout << "SIMD Instruction Sets In Use: " << Eigen::SimdInstructionSetsInUse() << endl << endl;

	int hiddenLayer = 100;
	size_t iterations = 1880;
	double lambda = 1;

	vector<size_t> layers;
	layers.push_back(hiddenLayer);
	layers.push_back(hiddenLayer);
	layers.push_back(hiddenLayer);
	layers.push_back(hiddenLayer);
	size_t features = 30;
	size_t labels = 2;

	cout << "Original Features: " << features << endl;

	cout << "Hidden Layers: ";
	for (size_t l = 0; l < layers.size() - 1; l++)
	{
		cout << layers[l] << " - ";
	}
	cout<< layers[layers.size() - 1] << endl;<commit_msg>layer: 50 - 50<commit_after>#include <fstream>
#include <iostream>
#include <time.h>

#include <Eigen/Core>
#include <omp.h>

#include "../../Components/FeedForwardNeuralNetwork/FeedForwardNeuralNetwork.h"
#ifdef PCA
#include "../../Components/PrincipalComponentAnalysis/PrincipalComponentAnalysis.h"
#endif

using namespace Eigen;
using namespace std;

bool askYesNoQuestion(const string& question);

bool fileExists(const string& file);

void saveTheta(const vector<MatrixXd>& theta);
void loadTheta(vector<MatrixXd>& theta);

void saveNormalizations(const RowVectorXd& means, RowVectorXd& stdDev);
void loadNormalizations(RowVectorXd& means, RowVectorXd& stdDev);
#ifdef PCA

void savePca(const PrincipalComponentAnalysis& pca);
void loadPca(PrincipalComponentAnalysis& pca);
#endif

void parseCsv(const string& file, vector<vector<string> >& input);
const string currentDateTime();

void printIteration(unsigned long iter, const Eigen::VectorXd& x, double cost, const Eigen::VectorXd& gradient);

unsigned int trainedIterations = 0;
string thetaFile = "KaggleHiggsBoson-lastTrainedTheta.bin";
string normalizationFile = "KaggleHiggsBoson-lastNormalizations.bin";
#ifdef PCA
string pcaFile = "KaggleHiggsBoson-lastPca.bin";
#endif

int main()
{
	cout << "#Threads: " << Eigen::nbThreads() << endl;
	cout << "SIMD Instruction Sets In Use: " << Eigen::SimdInstructionSetsInUse() << endl << endl;

	int hiddenLayer = 50;
	size_t iterations = 1880;
	double lambda = 1;

	vector<size_t> layers;
	layers.push_back(hiddenLayer);
	layers.push_back(hiddenLayer);
	//layers.push_back(hiddenLayer);
	//layers.push_back(hiddenLayer);
	size_t features = 30;
	size_t labels = 2;

	cout << "Original Features: " << features << endl;

	cout << "Hidden Layers: ";
	for (size_t l = 0; l < layers.size() - 1; l++)
	{
		cout << layers[l] << " - ";
	}
	cout<< layers[layers.size() - 1] << endl;
{'fraction_non_alphanumeric': 0.1360725720384205, 'fraction_numerical': 0.008804695837780149, 'mean_word_length': 6.007476635514019, 'pattern_counts': {'":': 0, '<': 85, '<?xml version=': 0, '>': 23, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3732730', 'n_tokens_mistral': 1302, 'n_tokens_neox': 1221, 'n_words': 309}