<commit_before>CREATE TABLE scholar_article(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    title varchar (400) NULL,
    abstract varchar (250) NULL,
    file varchar (100) NULL,
    postage_date datetime NULL,
    PRIMARY KEY (id)
);
​
CREATE TABLE scholar_theme(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    theme varchar (50) NULL,
    article_id int UNSIGNED NULL,
    PRIMARY KEY (id),
    FOREIGN KEY (article_id) REFERENCES scholar_article(id)
);
​
CREATE TABLE scholar_author(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    first_name varchar (50) NULL,
    last_name varchar (50) NULL,
    PRIMARY KEY (id)
);
​
CREATE TABLE scholar_article_author(
    article_id int UNSIGNED NOT NULL,
    author_id int UNSIGNED NOT NULL,
    FOREIGN KEY (article_id) REFERENCES scholar_article(id),
    FOREIGN KEY (author_id) REFERENCES scholar_author(id)
);
​
CREATE TABLE scholar_key_word(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    key_word varchar (50) NULL,
    PRIMARY KEY (id)
);

CREATE TABLE scholar_article_key_word(
    article_id int UNSIGNED NOT NULL,
    key_word_id int UNSIGNED NOT NULL,
    FOREIGN KEY (article_id) REFERENCES scholar_article(id),
    FOREIGN KEY (key_word_id) REFERENCES scholar_key_word(id)
);


​<commit_msg>Updates scholar create script.<commit_after>CREATE TABLE scholar_article(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    title varchar (400) NULL,
    abstract varchar (250) NULL,
    file_path varchar (100) NULL,
    postage_date datetime NULL,
    PRIMARY KEY (id)
);
​
CREATE TABLE scholar_theme(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    theme varchar (50) NULL,
    article_id int UNSIGNED NULL,
    PRIMARY KEY (id),
    FOREIGN KEY (article_id) REFERENCES scholar_article(id)
);
​
CREATE TABLE scholar_author(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    first_name varchar (50) NULL,
    last_name varchar (50) NULL,
    PRIMARY KEY (id)
);
​
CREATE TABLE scholar_article_author(
    article_id int UNSIGNED NOT NULL,
    author_id int UNSIGNED NOT NULL,
    FOREIGN KEY (article_id) REFERENCES scholar_article(id),
    FOREIGN KEY (author_id) REFERENCES scholar_author(id)
);
​
CREATE TABLE scholar_key_word(
    id int UNSIGNED NOT NULL AUTO_INCREMENT,
    key_word varchar (50) NULL,
    PRIMARY KEY (id)
);

CREATE TABLE scholar_article_key_word(
    article_id int UNSIGNED NOT NULL,
    key_word_id int UNSIGNED NOT NULL,
    FOREIGN KEY (article_id) REFERENCES scholar_article(id),
    FOREIGN KEY (key_word_id) REFERENCES scholar_key_word(id)
);


​
{'fraction_non_alphanumeric': 0.06985003946329914, 'fraction_numerical': 0.013417521704814523, 'mean_word_length': 4.0, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '402692', 'n_tokens_mistral': 919, 'n_tokens_neox': 846, 'n_words': 280}