<commit_before>#include <opencv2/opencv.hpp>

#include <iostream>
#include <numeric>
#include <array>

#include "detector.hpp"
#include "stop_watch.hpp"
#include "algo.hpp"
#include "data.hpp"
#include "trig_utils.hpp"
#include "image_utils.hpp"

namespace {

typedef std::pair<cv::Point2f, cv::Point2f> line_t;
typedef std::tuple<std::size_t,std::size_t,std::size_t,std::size_t> square_t;
typedef std::pair<cv::Point2f, cv::Point2f> grid_cell;

constexpr const bool DEBUG = false;

constexpr const bool SHOW_LINE_SEGMENTS = false;
constexpr const bool SHOW_MERGED_LINE_SEGMENTS = false;
constexpr const bool SHOW_LONG_LINES = false;
constexpr const bool SHOW_FINAL_LINES = false;

constexpr const bool SHOW_INTERSECTIONS = false;
constexpr const bool SHOW_CLUSTERED_INTERSECTIONS = false;
constexpr const bool SHOW_SQUARES = false;
constexpr const bool SHOW_MAX_SQUARES = false;
constexpr const bool SHOW_FINAL_SQUARES = false;
constexpr const bool SHOW_HULL = false;
constexpr const bool SHOW_HULL_FILL = false;
constexpr const bool SHOW_TL_BR = false;
constexpr const bool SHOW_GRID_NUMBERS= true;
constexpr const bool SHOW_REGRID = true;
constexpr const bool SHOW_CELLS = true;
constexpr const bool SHOW_CHAR_CELLS = true;<commit_msg>Disable drawing<commit_after>#include <opencv2/opencv.hpp>

#include <iostream>
#include <numeric>
#include <array>

#include "detector.hpp"
#include "stop_watch.hpp"
#include "algo.hpp"
#include "data.hpp"
#include "trig_utils.hpp"
#include "image_utils.hpp"

namespace {

typedef std::pair<cv::Point2f, cv::Point2f> line_t;
typedef std::tuple<std::size_t,std::size_t,std::size_t,std::size_t> square_t;
typedef std::pair<cv::Point2f, cv::Point2f> grid_cell;

constexpr const bool DEBUG = false;

constexpr const bool SHOW_LINE_SEGMENTS = false;
constexpr const bool SHOW_MERGED_LINE_SEGMENTS = false;
constexpr const bool SHOW_LONG_LINES = false;
constexpr const bool SHOW_FINAL_LINES = false;

constexpr const bool SHOW_INTERSECTIONS = false;
constexpr const bool SHOW_CLUSTERED_INTERSECTIONS = false;
constexpr const bool SHOW_SQUARES = false;
constexpr const bool SHOW_MAX_SQUARES = false;
constexpr const bool SHOW_FINAL_SQUARES = false;
constexpr const bool SHOW_HULL = false;
constexpr const bool SHOW_HULL_FILL = false;
constexpr const bool SHOW_TL_BR = false;
constexpr const bool SHOW_GRID_NUMBERS= false;
constexpr const bool SHOW_REGRID = false;
constexpr const bool SHOW_CELLS = false;
constexpr const bool SHOW_CHAR_CELLS = false;
{'fraction_non_alphanumeric': 0.09024979854955681, 'fraction_numerical': 0.0040290088638195, 'mean_word_length': 7.332214765100671, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2047603', 'n_tokens_mistral': 922, 'n_tokens_neox': 896, 'n_words': 234}