<commit_before>\set log_error_verbosity terse
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (1, 'taxonomy', 'domain', 'domain', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (2, 'taxonomy', 'kingdom', 'kingdom', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (3, 'taxonomy', 'super phylum', 'super_phylum', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (4, 'taxonomy', 'phylum', 'phylum', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (5, 'taxonomy', 'sub phylum', 'sub_phylum', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (6, 'taxonomy', 'infra phylum', 'infra_phylum', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (7, 'taxonomy', 'super cohort - botany', 'super_cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (8, 'taxonomy', 'cohort - botany', 'cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (9, 'taxonomy', 'sub cohort - botany', 'sub_cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (10, 'taxonomy', 'infra cohort - botany', 'infra_cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (11, 'taxonomy', 'super class', 'super_class', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (12, 'taxonomy', 'class', 'class', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (13, 'taxonomy', 'sub class', 'sub_class', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (14, 'taxonomy', 'infra class', 'infra_class', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (15, 'taxonomy', 'super division', 'super_division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (16, 'taxonomy', 'division', 'division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (17, 'taxonomy', 'sub division', 'sub_division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (18, 'taxonomy', 'infra division', 'infra_division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (19, 'taxonomy', 'super legion', 'super_legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (20, 'taxonomy', 'legion', 'legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (21, 'taxonomy', 'sub legion', 'sub_legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (22, 'taxonomy', 'infra legion', 'infra_legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (23, 'taxonomy', 'super cohort - zoology', 'super_cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (24, 'taxonomy', 'cohort - zoology', 'cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (25, 'taxonomy', 'sub cohort - zoology', 'sub_cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (26, 'taxonomy', 'infra cohort - zoology', 'infra_cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (27, 'taxonomy', 'super order', 'super_order', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (28, 'taxonomy', 'order', 'order', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (29, 'taxonomy', 'sub order', 'sub_order', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (30, 'taxonomy', 'infra order', 'infra_order', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (31, 'taxonomy', 'section - zoology', 'section_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (32, 'taxonomy', 'sub section - zoology', 'sub_section_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (33, 'taxonomy', 'super family', 'super_family', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (34, 'taxonomy', 'family', 'family', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (35, 'taxonomy', 'sub family', 'sub_family', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (36, 'taxonomy', 'infra family', 'infra_family', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (37, 'taxonomy', 'super tribe', 'super_tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (38, 'taxonomy', 'tribe', 'tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (39, 'taxonomy', 'sub tribe', 'sub_tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (40, 'taxonomy', 'infra tribe', 'infra_tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (41, 'taxonomy', 'genus', 'genus', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (42, 'taxonomy', 'sub genus', 'sub_genus', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (43, 'taxonomy', 'section - botany', 'section_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (44, 'taxonomy', 'sub section - botany', 'sub_section_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (45, 'taxonomy', 'serie', 'serie', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (46, 'taxonomy', 'sub serie', 'sub_serie', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (47, 'taxonomy', 'super species', 'super_species', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (48, 'taxonomy', 'species', 'species', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (49, 'taxonomy', 'sub species', 'sub_species', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (50, 'taxonomy', 'variety', 'variety', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (51, 'taxonomy', 'sub variety', 'sub_variety', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (52, 'taxonomy', 'form', 'form', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (53, 'taxonomy', 'sub form', 'sub_form', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (54, 'taxonomy', 'abberans', 'abberans', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (55, 'chronostratigraphy', 'eon', 'eon', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (56, 'chronostratigraphy', 'era', 'era', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (57, 'chronostratigraphy', 'sub era', 'sub_era', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (58, 'chronostratigraphy', 'system', 'system', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (59, 'chronostratigraphy', 'serie', 'serie', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (60, 'chronostratigraphy', 'stage', 'stage', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (61, 'chronostratigraphy', 'sub stage', 'sub_stage', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (62, 'chronostratigraphy', 'sub level 1', 'sub_level_1', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (63, 'chronostratigraphy', 'sub level 2', 'sub_level_2', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (64, 'lithostratigraphy', 'group', 'group', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (65, 'lithostratigraphy', 'formation', 'formation', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (66, 'lithostratigraphy', 'member', 'member', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (67, 'lithostratigraphy', 'layer', 'layer', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (68, 'lithostratigraphy', 'sub level 1', 'sub_level_1', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (69, 'lithostratigraphy', 'sub level 2', 'sub_level_2', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (70, 'mineralogy', 'class', 'unit_class', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (71, 'mineralogy', 'division', 'unit_division', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (72, 'mineralogy', 'family', 'unit_family', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (73, 'mineralogy', 'group', 'unit_group', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (74, 'mineralogy', 'variety', 'unit_variety', false);
insert into possible_upper_levels (level_ref, level_upper_ref) values (2, 1);
insert into possible_upper_levels (level_ref, level_upper_ref) values (3, 2);
insert into possible_upper_levels (level_ref, level_upper_ref) values (4, 2);
insert into possible_upper_levels (level_ref, level_upper_ref) values (4, 3);
insert into possible_upper_levels (level_ref, level_upper_ref) values (5, 4);
insert into possible_upper_levels (level_ref, level_upper_ref) values (6, 4);<commit_msg>  Correction of wrong line in data initialisation: infra-phylum was attached to phylum instead of sub-phylum<commit_after>\set log_error_verbosity terse
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (1, 'taxonomy', 'domain', 'domain', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (2, 'taxonomy', 'kingdom', 'kingdom', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (3, 'taxonomy', 'super phylum', 'super_phylum', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (4, 'taxonomy', 'phylum', 'phylum', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (5, 'taxonomy', 'sub phylum', 'sub_phylum', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (6, 'taxonomy', 'infra phylum', 'infra_phylum', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (7, 'taxonomy', 'super cohort - botany', 'super_cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (8, 'taxonomy', 'cohort - botany', 'cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (9, 'taxonomy', 'sub cohort - botany', 'sub_cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (10, 'taxonomy', 'infra cohort - botany', 'infra_cohort_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (11, 'taxonomy', 'super class', 'super_class', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (12, 'taxonomy', 'class', 'class', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (13, 'taxonomy', 'sub class', 'sub_class', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (14, 'taxonomy', 'infra class', 'infra_class', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (15, 'taxonomy', 'super division', 'super_division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (16, 'taxonomy', 'division', 'division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (17, 'taxonomy', 'sub division', 'sub_division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (18, 'taxonomy', 'infra division', 'infra_division', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (19, 'taxonomy', 'super legion', 'super_legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (20, 'taxonomy', 'legion', 'legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (21, 'taxonomy', 'sub legion', 'sub_legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (22, 'taxonomy', 'infra legion', 'infra_legion', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (23, 'taxonomy', 'super cohort - zoology', 'super_cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (24, 'taxonomy', 'cohort - zoology', 'cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (25, 'taxonomy', 'sub cohort - zoology', 'sub_cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (26, 'taxonomy', 'infra cohort - zoology', 'infra_cohort_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (27, 'taxonomy', 'super order', 'super_order', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (28, 'taxonomy', 'order', 'order', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (29, 'taxonomy', 'sub order', 'sub_order', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (30, 'taxonomy', 'infra order', 'infra_order', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (31, 'taxonomy', 'section - zoology', 'section_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (32, 'taxonomy', 'sub section - zoology', 'sub_section_zoology', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (33, 'taxonomy', 'super family', 'super_family', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (34, 'taxonomy', 'family', 'family', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (35, 'taxonomy', 'sub family', 'sub_family', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (36, 'taxonomy', 'infra family', 'infra_family', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (37, 'taxonomy', 'super tribe', 'super_tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (38, 'taxonomy', 'tribe', 'tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (39, 'taxonomy', 'sub tribe', 'sub_tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (40, 'taxonomy', 'infra tribe', 'infra_tribe', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (41, 'taxonomy', 'genus', 'genus', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (42, 'taxonomy', 'sub genus', 'sub_genus', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (43, 'taxonomy', 'section - botany', 'section_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (44, 'taxonomy', 'sub section - botany', 'sub_section_botany', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (45, 'taxonomy', 'serie', 'serie', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (46, 'taxonomy', 'sub serie', 'sub_serie', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (47, 'taxonomy', 'super species', 'super_species', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (48, 'taxonomy', 'species', 'species', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (49, 'taxonomy', 'sub species', 'sub_species', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (50, 'taxonomy', 'variety', 'variety', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (51, 'taxonomy', 'sub variety', 'sub_variety', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (52, 'taxonomy', 'form', 'form', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (53, 'taxonomy', 'sub form', 'sub_form', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (54, 'taxonomy', 'abberans', 'abberans', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (55, 'chronostratigraphy', 'eon', 'eon', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (56, 'chronostratigraphy', 'era', 'era', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (57, 'chronostratigraphy', 'sub era', 'sub_era', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (58, 'chronostratigraphy', 'system', 'system', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (59, 'chronostratigraphy', 'serie', 'serie', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (60, 'chronostratigraphy', 'stage', 'stage', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (61, 'chronostratigraphy', 'sub stage', 'sub_stage', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (62, 'chronostratigraphy', 'sub level 1', 'sub_level_1', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (63, 'chronostratigraphy', 'sub level 2', 'sub_level_2', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (64, 'lithostratigraphy', 'group', 'group', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (65, 'lithostratigraphy', 'formation', 'formation', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (66, 'lithostratigraphy', 'member', 'member', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (67, 'lithostratigraphy', 'layer', 'layer', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (68, 'lithostratigraphy', 'sub level 1', 'sub_level_1', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (69, 'lithostratigraphy', 'sub level 2', 'sub_level_2', true);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (70, 'mineralogy', 'class', 'unit_class', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (71, 'mineralogy', 'division', 'unit_division', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (72, 'mineralogy', 'family', 'unit_family', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (73, 'mineralogy', 'group', 'unit_group', false);
insert into catalogue_levels (id, level_type, level_name, level_sys_name, optional_level) values (74, 'mineralogy', 'variety', 'unit_variety', false);
insert into possible_upper_levels (level_ref, level_upper_ref) values (2, 1);
insert into possible_upper_levels (level_ref, level_upper_ref) values (3, 2);
insert into possible_upper_levels (level_ref, level_upper_ref) values (4, 2);
insert into possible_upper_levels (level_ref, level_upper_ref) values (4, 3);
insert into possible_upper_levels (level_ref, level_upper_ref) values (5, 4);
insert into possible_upper_levels (level_ref, level_upper_ref) values (6, 5);
{'fraction_non_alphanumeric': 0.12425282970876256, 'fraction_numerical': 0.01348085972275213, 'mean_word_length': 9.016985138004246, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5077143', 'n_tokens_mistral': 7998, 'n_tokens_neox': 7341, 'n_words': 2302}