<commit_before>DROP table IF EXISTS atk_collection;

CREATE TABLE atk_collection (
  resourceid INT(10),
  title varchar(255),
  dateExpression varchar(255)
);

INSERT INTO atk_collection (resourceid,title,dateExpression) VALUES (31,"Foundation for Child Development records","1898, 1902, 1907, 1909-1910, 1912-1998, bulk 1960-1998");
INSERT INTO atk_collection (resourceid,title,dateExpression) VALUES (827,"<NAME> papers","Bulk, 1879-1894 1855-1942 (bulk 1879-1894)");
INSERT INTO atk_collection (resourceid,title,dateExpression) VALUES (18983, "Ford Foundation records, Peace & Social Justice Program (PSJ), Human Rights and International Cooperation (HRIC), Office Files of Alan Jenkins","1995-2001");
INSERT INTO atk_collection (resourceid,title,dateExpression) VALUES (19020,"<NAME> papers","1932-1985");
INSERT INTO atk_collection (resourceid,title,dateExpression) VALUES (19157,"Ford Foundation records, International Division, Office Files of Elinor Barber","1967-1981");

DROP TABLE IF EXISTS atk_description;

CREATE TABLE atk_description (
  resourceComponentId INT(10),
  parentResourceComponentId INT(10),
  persistentID varchar(255),
  resourceLevel VARCHAR(50),
  dateExpression VARCHAR(255),
  title varchar(255),
  resourceId int(10)
);

INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (61857,  null, 'ref1825', 'series', '', 'Audio-Visual Materials');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (61858, null, 'ref1770', 'series', '1954-1974', 'Reprints');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62573, null, 'ref1069', 'series', '1911, 1946-1996 bulk 1960-1996', 'Grant Programs');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62686, null, 'ref953', 'series', '1964-1992, 1996', 'Financial Records');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62687, null, 'ref661', 'series', '1898-1998', 'Annual Reports');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title, resourceId) VALUES (63451, null, 'ref11', 'series', '1950-1996', 'Administration', 31);
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title, resourceId) VALUES (67432, null, 'ref11', 'series', '1952-1992', 'Human resources', 31);
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62833, 63451, 'ref640', 'subseries', "1975-1996", "Administration - President's Files, <NAME>");<commit_msg>Added resource identifiers to ATK UI sample data.<commit_after>DROP table IF EXISTS atk_collection;

CREATE TABLE atk_collection (
  resourceid INT(10),
  persistentID varchar(255),
  title varchar(255),
  dateExpression varchar(255)
);

INSERT INTO atk_collection (resourceid,persistentID,title,dateExpression) VALUES (31,"FNDCH1","Foundation for Child Development records","1898, 1902, 1907, 1909-1910, 1912-1998, bulk 1960-1998");
INSERT INTO atk_collection (resourceid,persistentID,title,dateExpression) VALUES (827,"JDRP","<NAME> papers","Bulk, 1879-1894 1855-1942 (bulk 1879-1894)");
INSERT INTO atk_collection (resourceid,persistentID,title,dateExpression) VALUES (18983, "FFF23", "Ford Foundation records, Peace & Social Justice Program (PSJ), Human Rights and International Cooperation (HRIC), Office Files of Alan Jenkins","1995-2001");
INSERT INTO atk_collection (resourceid,persistentID,title,dateExpression) VALUES (19020,"DIPP", "<NAME> papers","1932-1985");
INSERT INTO atk_collection (resourceid,persistentID,title,dateExpression) VALUES (19157,"FFF24","Ford Foundation records, International Division, Office Files of Elinor Barber","1967-1981");

DROP TABLE IF EXISTS atk_description;

CREATE TABLE atk_description (
  resourceComponentId INT(10),
  parentResourceComponentId INT(10),
  persistentID varchar(255),
  resourceLevel VARCHAR(50),
  dateExpression VARCHAR(255),
  title varchar(255),
  resourceId int(10)
);

INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (61857,  null, 'ref1825', 'series', '', 'Audio-Visual Materials');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (61858, null, 'ref1770', 'series', '1954-1974', 'Reprints');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62573, null, 'ref1069', 'series', '1911, 1946-1996 bulk 1960-1996', 'Grant Programs');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62686, null, 'ref953', 'series', '1964-1992, 1996', 'Financial Records');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62687, null, 'ref661', 'series', '1898-1998', 'Annual Reports');
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title, resourceId) VALUES (63451, null, 'ref11', 'series', '1950-1996', 'Administration', 31);
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title, resourceId) VALUES (67432, null, 'ref11', 'series', '1952-1992', 'Human resources', 31);
INSERT INTO atk_description (resourceComponentId, parentResourceComponentId, persistentID, resourceLevel, dateExpression, title) VALUES (62833, 63451, 'ref640', 'subseries', "1975-1996", "Administration - President's Files, <NAME>");
{'fraction_non_alphanumeric': 0.11476213830308975, 'fraction_numerical': 0.09122118685630211, 'mean_word_length': 8.820224719101123, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5694972', 'n_tokens_mistral': 2138, 'n_tokens_neox': 1661, 'n_words': 516}