<commit_before>CREATE TABLE IF NOT EXISTS `#__citybranding_pois` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`stepid` TEXT NOT NULL ,
`catid` INT(11)  NOT NULL ,
`regnum` VARCHAR(128)  NOT NULL ,
`regdate` DATETIME NOT NULL ,
`responsible` TEXT  NOT NULL ,
`description` TEXT NOT NULL ,
`classifications` TEXT NOT NULL ,
`poitype` TINYINT(1) NOT NULL ,
`related` TEXT NOT NULL ,
`panorama` TEXT NOT NULL ,
`address` TEXT NOT NULL ,
`latitude` VARCHAR(255)  NOT NULL ,
`longitude` VARCHAR(255)  NOT NULL ,
`photo` TEXT  NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`moderation` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`access` INT(11)  NOT NULL ,
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
`hits` MEDIUMINT(8)  NOT NULL ,
`note` VARCHAR(512)  NOT NULL ,
`extra` TEXT  NOT NULL ,
`votes` MEDIUMINT(8)  NOT NULL ,
`modality` SMALLINT(6)  NOT NULL ,
`subgroup` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_steps` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`description` TEXT NOT NULL ,
`stepcolor` VARCHAR(10) NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_keys` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`skey` VARCHAR(255)  NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`quota` INT(11)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_log` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`poiid` INT NOT NULL ,
`stepid` TEXT NOT NULL ,
`description` TEXT NOT NULL ,
`action` VARCHAR(512) NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_votes` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`poiid` INT NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`modality` SMALLINT(6)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_comments` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`poiid` INT NOT NULL ,
`parentid` INT(11)  NOT NULL ,
`description` TEXT NOT NULL ,
`photo` VARCHAR(2048)  NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
`modality` SMALLINT(6)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_tokens` (
  `id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
  `key_id` INT(11) UNSIGNED NOT NULL DEFAULT '0',
  `user_id` INT(11) UNSIGNED NOT NULL DEFAULT '0',
  `json_size` INT(11) UNSIGNED NOT NULL DEFAULT '0',
  `method` VARCHAR(7)  NOT NULL ,
  `token` VARCHAR(512)  NOT NULL ,
  `unixtime` VARCHAR(12) NOT NULL ,
  `created` TIMESTAMP DEFAULT CURRENT_TIMESTAMP ,
  PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_classifications` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`icon` VARCHAR(255)  NOT NULL ,
`description` TEXT NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`access` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_areas` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`parent_id` int(10) UNSIGNED NOT NULL DEFAULT '0',
`lft` int(11) NOT NULL DEFAULT '0',
`rgt` int(11) NOT NULL DEFAULT '0',
`level` int(10) UNSIGNED NOT NULL DEFAULT '0',
`alias` varchar(255) NOT NULL DEFAULT '',
`access` tinyint(3) UNSIGNED NOT NULL DEFAULT '0',
`path` varchar(255) NOT NULL DEFAULT '',
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`alias` VARCHAR(255)  NOT NULL ,
`photo` TEXT  NOT NULL ,
`description` TEXT NOT NULL ,
`areacolor` VARCHAR(10) NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`),
KEY `idx_left_right` (`lft`,`rgt`)
) DEFAULT COLLATE=utf8_general_ci;<commit_msg>Duplicate alias removed<commit_after>CREATE TABLE IF NOT EXISTS `#__citybranding_pois` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`stepid` TEXT NOT NULL ,
`catid` INT(11)  NOT NULL ,
`regnum` VARCHAR(128)  NOT NULL ,
`regdate` DATETIME NOT NULL ,
`responsible` TEXT  NOT NULL ,
`description` TEXT NOT NULL ,
`classifications` TEXT NOT NULL ,
`poitype` TINYINT(1) NOT NULL ,
`related` TEXT NOT NULL ,
`panorama` TEXT NOT NULL ,
`address` TEXT NOT NULL ,
`latitude` VARCHAR(255)  NOT NULL ,
`longitude` VARCHAR(255)  NOT NULL ,
`photo` TEXT  NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`moderation` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`access` INT(11)  NOT NULL ,
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
`hits` MEDIUMINT(8)  NOT NULL ,
`note` VARCHAR(512)  NOT NULL ,
`extra` TEXT  NOT NULL ,
`votes` MEDIUMINT(8)  NOT NULL ,
`modality` SMALLINT(6)  NOT NULL ,
`subgroup` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_steps` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`description` TEXT NOT NULL ,
`stepcolor` VARCHAR(10) NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_keys` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`skey` VARCHAR(255)  NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`quota` INT(11)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_log` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`poiid` INT NOT NULL ,
`stepid` TEXT NOT NULL ,
`description` TEXT NOT NULL ,
`action` VARCHAR(512) NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_votes` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`poiid` INT NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`modality` SMALLINT(6)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_comments` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`poiid` INT NOT NULL ,
`parentid` INT(11)  NOT NULL ,
`description` TEXT NOT NULL ,
`photo` VARCHAR(2048)  NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
`modality` SMALLINT(6)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_tokens` (
  `id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
  `key_id` INT(11) UNSIGNED NOT NULL DEFAULT '0',
  `user_id` INT(11) UNSIGNED NOT NULL DEFAULT '0',
  `json_size` INT(11) UNSIGNED NOT NULL DEFAULT '0',
  `method` VARCHAR(7)  NOT NULL ,
  `token` VARCHAR(512)  NOT NULL ,
  `unixtime` VARCHAR(12) NOT NULL ,
  `created` TIMESTAMP DEFAULT CURRENT_TIMESTAMP ,
  PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_classifications` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`icon` VARCHAR(255)  NOT NULL ,
`description` TEXT NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`access` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`)
) DEFAULT COLLATE=utf8_general_ci;

CREATE TABLE IF NOT EXISTS `#__citybranding_areas` (
`id` int(11) UNSIGNED NOT NULL AUTO_INCREMENT,
`parent_id` int(10) UNSIGNED NOT NULL DEFAULT '0',
`lft` int(11) NOT NULL DEFAULT '0',
`rgt` int(11) NOT NULL DEFAULT '0',
`level` int(10) UNSIGNED NOT NULL DEFAULT '0',
`alias` varchar(255) NOT NULL DEFAULT '',
`access` tinyint(3) UNSIGNED NOT NULL DEFAULT '0',
`path` varchar(255) NOT NULL DEFAULT '',
`asset_id` INT(10) UNSIGNED NOT NULL DEFAULT '0',
`title` VARCHAR(255)  NOT NULL ,
`photo` TEXT  NOT NULL ,
`description` TEXT NOT NULL ,
`areacolor` VARCHAR(10) NOT NULL ,
`ordering` INT(11)  NOT NULL ,
`state` TINYINT(1)  NOT NULL ,
`created` DATETIME NOT NULL ,
`updated` DATETIME NOT NULL ,
`checked_out` INT(11)  NOT NULL ,
`checked_out_time` DATETIME NOT NULL DEFAULT '0000-00-00 00:00:00',
`created_by` INT(11)  NOT NULL ,
`updated_by` INT(11)  NOT NULL ,
`language` VARCHAR(255)  NOT NULL ,
PRIMARY KEY (`id`),
KEY `idx_left_right` (`lft`,`rgt`)
) DEFAULT COLLATE=utf8_general_ci;
{'fraction_non_alphanumeric': 0.13100369458128078, 'fraction_numerical': 0.05426416256157635, 'mean_word_length': 5.24363286881307, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5923406', 'n_tokens_mistral': 5556, 'n_tokens_neox': 4946, 'n_words': 1577}