<commit_before>#include <iostream>
#include <string>
#include <vector>
#include <list>
#include <stack>
#include PYTHON_INCLUDE
#include "ast.hh"
#include "type.hh"

#if DEBUG
#define DO_TRACE
class Trace
{
public:
    Trace(const std::string &s) : scope(s) { std::cout << indent() << "entering " << scope << std::endl; ++level; }
    ~Trace() { --level; std::cout << indent() << "leaving " << scope << std::endl; }
private:
    std::string indent() { return std::string(level, ' '); }
    static int level;
    std::string scope;<commit_msg>distutils uses different include paths...<commit_after>#include <iostream>
#include <string>
#include <vector>
#include <list>
#include <stack>
#ifdef PYTHON_INCLUDE
#  include PYTHON_INCLUDE
#else
#  include <Python.h>
#endif
#include "ast.hh"
#include "type.hh"

#if DEBUG
#define DO_TRACE
class Trace
{
public:
    Trace(const std::string &s) : scope(s) { std::cout << indent() << "entering " << scope << std::endl; ++level; }
    ~Trace() { --level; std::cout << indent() << "leaving " << scope << std::endl; }
private:
    std::string indent() { return std::string(level, ' '); }
    static int level;
    std::string scope;
{'fraction_non_alphanumeric': 0.18787361229718189, 'fraction_numerical': 0.0, 'mean_word_length': 4.661835748792271, 'pattern_counts': {'":': 0, '<': 46, '<?xml version=': 0, '>': 14, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3501242', 'n_tokens_mistral': 407, 'n_tokens_neox': 398, 'n_words': 109}