<commit_before>#include <iostream>
#include <string>
#include <boost/tokenizer.hpp>

using namespace std;
using namespace boost;

class Connectors
{
    private:
        string a[100];
        bool donext;
    public:
        void setbool(bool b)
        {
            donext = b;
        }
        bool getbool()
        {
            return donext;
        }
        bool run(string arr[], bool k) == 0;  
};

class Semicolon
{
    public:
    bool run(string arr[], bool k)
    {

    }
};

class And
{
    public:
    bool run(string arr[], bool k)
    {

    }

};

class Or
{
     public:
    bool run(string arr[], bool k)
    {

    }

};



int main()
{

    cout << "$ ";           //outputs terminal $
    string input;
    getline(cin, input);    //gets user input

    vector<string> e_input;        

    tokenizer<> tok(input); //uses tokenizer to parse the input<commit_msg>Fixed classes<commit_after>#include <iostream>
#include <string>
#include <boost/tokenizer.hpp>
#include <vector>


using namespace std;
using namespace boost;

class Connectors
{
    private:
        string a[100];
        bool state = 1;
    public:
        void setbool(bool b)
        {
            state = b;
        }
        bool getbool()
        {
            return state;
        }
        bool run(string arr[], bool k) == 0;  
};

class Semicolon
{
    public:
    void run(string arr[])
    {

    }
};

class And
{
    public:
    void run(string arr[])
    {

    }

};

class Or
{
    public:
    void run(string arr[])
    {

    }

};



int main()
{

    cout << "$ ";           //outputs terminal $
    string input;
    getline(cin, input);    //gets user input

    vector<string> e_input;        

    tokenizer<> tok(input); //uses tokenizer to parse the input
{'fraction_non_alphanumeric': 0.12, 'fraction_numerical': 0.0050704225352112674, 'mean_word_length': 1.7323076923076923, 'pattern_counts': {'":': 0, '<': 18, '<?xml version=': 0, '>': 14, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3044331', 'n_tokens_mistral': 588, 'n_tokens_neox': 570, 'n_words': 159}