<commit_before>#ifndef __Z2H_AST__
#define __Z2H_AST__ = 1

#include <string>
#include <vector>
#include <iostream>

namespace z2h {

    class Token;

    struct Ast {
        Token *token;
        
        virtual ~Ast() = 0;
        Ast(Token *token)
            : token(token) {}

    protected:
        virtual void Print(std::ostream &os) const = 0;
        friend std::ostream & operator <<(std::ostream &os, const Ast &ast) {
            ast.Print(os);
            return os;
        }
    };

}
#endif /*__Z2H_AST__*/<commit_msg>turning off pure virtual for now as I cannot get it to compile... -sai<commit_after>#ifndef __Z2H_AST__
#define __Z2H_AST__ = 1

#include <string>
#include <vector>
#include <iostream>

namespace z2h {

    class Token;

    struct Ast {
        Token *token;
        
        //virtual ~Ast() = 0;
        Ast(Token *token)
            : token(token) {}

    protected:
        virtual void Print(std::ostream &os) const = 0;
        friend std::ostream & operator <<(std::ostream &os, const Ast &ast) {
            ast.Print(os);
            return os;
        }
    };

}
#endif /*__Z2H_AST__*/
{'fraction_non_alphanumeric': 0.12511013215859032, 'fraction_numerical': 0.012334801762114538, 'mean_word_length': 2.0869565217391304, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1602686', 'n_tokens_mistral': 383, 'n_tokens_neox': 368, 'n_words': 103}