<commit_before>CREATE TABLE IF NOT EXISTS projects (
    id SMALLINT UNSIGNED NOT NULL AUTO_INCREMENT,
    name VARCHAR(255) NOT NULL,
    PRIMARY KEY (id),
    UNIQUE KEY (name)
);

CREATE TABLE IF NOT EXISTS hashes (
    hg_changeset VARCHAR(40) NOT NULL,
    git_changeset VARCHAR(40) NOT NULL,
    project_id SMALLINT UNSIGNED NOT NULL,
    date_added int UNSIGNED NOT NULL,
    INDEX (hg_changeset),
    INDEX (git_changeset),
    INDEX (project_id),
    UNIQUE INDEX (hg_changeset, project_id),
    UNIQUE INDEX (git_changeset, project_id)
);<commit_msg>date_added index<commit_after>CREATE TABLE IF NOT EXISTS projects (
    id SMALLINT UNSIGNED NOT NULL AUTO_INCREMENT,
    name VARCHAR(255) NOT NULL,
    PRIMARY KEY (id),
    UNIQUE KEY (name)
);

CREATE TABLE IF NOT EXISTS hashes (
    hg_changeset VARCHAR(40) NOT NULL,
    git_changeset VARCHAR(40) NOT NULL,
    project_id SMALLINT UNSIGNED NOT NULL,
    date_added int UNSIGNED NOT NULL,
    INDEX (hg_changeset),
    INDEX (git_changeset),
    INDEX (project_id),
    INDEX (project_id, date_added),
    UNIQUE INDEX (hg_changeset, project_id),
    UNIQUE INDEX (git_changeset, project_id)
);
{'fraction_non_alphanumeric': 0.07592752372735116, 'fraction_numerical': 0.012079378774805867, 'mean_word_length': 3.8132780082987554, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5652222', 'n_tokens_mistral': 431, 'n_tokens_neox': 387, 'n_words': 124}