<commit_before><?php

require_once('include/flight/Flight.php');

require_once('config.php');

Flight::register('db', 'PDO', array('mysql:host='. DB_HOST . ';port=' . DB_PORT .';dbname='. DB_NAME,
    DB_USER, DB_PASS), function($db) {
        $db->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
});

$db = Flight::db();

function init() {
    $db->exec('CREATE TABLE IF NOT EXISTS tokens id INT PRIMARY KEY, token CHAR(40) NOT NULL UNIQUE, date timestamp NOT NULL');<commit_msg>Fix include path<commit_after><?php

require_once('include/flight/flight/Flight.php');

require_once('config.php');

Flight::register('db', 'PDO', array('mysql:host='. DB_HOST . ';port=' . DB_PORT .';dbname='. DB_NAME,
    DB_USER, DB_PASS), function($db) {
        $db->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
});

$db = Flight::db();

function init() {
    $db->exec('CREATE TABLE IF NOT EXISTS tokens id INT PRIMARY KEY, token CHAR(40) NOT NULL UNIQUE, date timestamp NOT NULL');
{'fraction_non_alphanumeric': 0.18319838056680163, 'fraction_numerical': 0.004048582995951417, 'mean_word_length': 5.339743589743589, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7673981', 'n_tokens_mistral': 354, 'n_tokens_neox': 344, 'n_words': 79}