<commit_before>DROP DATABASE IF EXISTS ouija;

CREATE DATABASE ouija;
USE ouija;

CREATE TABLE IF NOT EXISTS `testjobs` (
  `log` text NOT NULL,
  `slave` varchar(64) NOT NULL,
  `result` varchar(32) NOT NULL,
  `duration` int(11) NOT NULL,
  `platform` varchar(32) NOT NULL,
  `buildtype` varchar(32) NOT NULL,
  `testtype` varchar(64) NOT NULL,
  `bugid` text NOT NULL,
  `branch` varchar(64) NOT NULL,
  `revision` varchar(32) NOT NULL,
  `date` datetime NOT NULL,
-- https://treeherder.mozilla.org/api/failureclassification/
  `failure_classification` int(11) NOT NULL,
  index `revision` (`revision`),
  index `date` (`date`)
) ENGINE=MyISAM DEFAULT CHARSET=utf8;<commit_msg>add failure column<commit_after>DROP DATABASE IF EXISTS ouija;

CREATE DATABASE ouija;
USE ouija;

CREATE TABLE IF NOT EXISTS `testjobs` (
  `log` text NOT NULL,
  `slave` varchar(64) NOT NULL,
  `result` varchar(32) NOT NULL,
  `duration` int(11) NOT NULL,
  `platform` varchar(32) NOT NULL,
  `buildtype` varchar(32) NOT NULL,
  `testtype` varchar(64) NOT NULL,
  `bugid` text NOT NULL,
  `branch` varchar(64) NOT NULL,
  `revision` varchar(32) NOT NULL,
  `date` datetime NOT NULL,
-- https://treeherder.mozilla.org/api/failureclassification/
  `failure_classification` int(11) NOT NULL,
  `failures` varchar(256) DEFAULT NULL,
  index `revision` (`revision`),
  index `date` (`date`)
) ENGINE=MyISAM DEFAULT CHARSET=utf8;
{'fraction_non_alphanumeric': 0.13167259786476868, 'fraction_numerical': 0.029181494661921707, 'mean_word_length': 4.882845188284519, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3774770', 'n_tokens_mistral': 555, 'n_tokens_neox': 494, 'n_words': 153}