<commit_before># Properties that cannot be used in individual pak
system.max.threads = 5

dnt.characterwarriorpve.location = E:\dnt\skillleveltable_characterwarriorpve.dnt
dnt.characterwarriorpve.destination  = E:\sql\skillleveltable_characterwarriorpve.sql<commit_msg>Just added in all/most of the other required tables.<commit_after># Properties that cannot be used in individual pak
system.max.threads = 5

# academics
dnt.academic_pve.location = E:\dnt\skillleveltable_characteracademicpve.dnt
dnt.academic_pve.destination  = E:\sql\skillleveltable_characteracademicpve.sql
dnt.academic_pvp.location = E:\dnt\skillleveltable_characteracademicpvp.dnt
dnt.academic_pvp.destination  = E:\sql\skillleveltable_characteracademicpvp.sql

# archers
dnt.archer_pve.location = E:\dnt\skillleveltable_characterarcherpve.dnt
dnt.archer_pve.destination  = E:\sql\skillleveltable_characterarcherpve.sql
dnt.archer_pvp.location = E:\dnt\skillleveltable_characterarcherpvp.dnt
dnt.archer_pvp.destination  = E:\sql\skillleveltable_characterarcherpvp.sql

# sin bringers?
dnt.assassin_bringer_pve.location = E:\dnt\skillleveltable_characterassassinbringerpve.dnt
dnt.assassin_bringer_pve.destination  = E:\sql\skillleveltable_characterassassinbringerpve.sql
dnt.assassin_bringer_pvp.location = E:\dnt\skillleveltable_characterassassinbringerpvp.dnt
dnt.assassin_bringer_pvp.destination  = E:\sql\skillleveltable_characterassassinbringerpvp.sql

# sins
dnt.assassin_pve.location = E:\dnt\skillleveltable_characterassassinpve.dnt
dnt.assassin_pve.destination  = E:\sql\skillleveltable_characterassassinpve.sql
dnt.assassin_pvp.location = E:\dnt\skillleveltable_characterassassinpvp.dnt
dnt.assassin_pvp.destination  = E:\sql\skillleveltable_characterassassinpvp.sql

# clerics
dnt.cleric_pve.location = E:\dnt\skillleveltable_characterclericpve.dnt
dnt.cleric_pve.destination  = E:\sql\skillleveltable_characterclericpve.sql
dnt.cleric_pvp.location = E:\dnt\skillleveltable_characterclericpvp.dnt
dnt.cleric_pvp.destination  = E:\sql\skillleveltable_characterclericpvp.sql

# kali
dnt.kali_pve.location = E:\dnt\skillleveltable_characterkalipve.dnt
dnt.kali_pve.destination  = E:\sql\skillleveltable_characterkalipve.sql
dnt.kali_pvp.location = E:\dnt\skillleveltable_characterkalipvp.dnt
dnt.kali_pvp.destination  = E:\sql\skillleveltable_characterkalipvp.sql

# lencea
dnt.lencea_pve.location = E:\dnt\skillleveltable_characterlenceapve.dnt
dnt.lencea_pve.destination  = E:\sql\skillleveltable_characterlenceapve.sql
dnt.lencea_pvp.location = E:\dnt\skillleveltable_characterlenceapvp.dnt
dnt.lencea_pvp.destination  = E:\sql\skillleveltable_characterlenceapvp.sql

# sorcs
dnt.sorceress_pve.location = E:\dnt\skillleveltable_charactersoceresspve.dnt
dnt.sorceress_pve.destination  = E:\sql\skillleveltable_charactersoceresspve.sql
dnt.sorceress_pvp.location = E:\dnt\skillleveltable_charactersoceresspvp.dnt
dnt.sorceress_pvp.destination  = E:\sql\skillleveltable_charactersoceresspvp.sql

# warrior
dnt.warrior_pve.location = E:\dnt\skillleveltable_characterwarriorpve.dnt
dnt.warrior_pve.destination  = E:\sql\skillleveltable_characterwarriorpve.sql
dnt.warrior_pvp.location = E:\dnt\skillleveltable_characterwarriorpvp.dnt
dnt.warrior_pvp.destination  = E:\sql\skillleveltable_characterwarriorpvp.sql

# ??? don't know what it is, will find out.
dnt.etc.location = E:\dnt\skillleveltable_characteretc.dnt
dnt.etc.destination  = E:\sql\skillleveltable_characteretc.sql

# What essentially references all the other tables
dnt.character.location = E:\dnt\skilltable_character.dnt
dnt.character.destination  = E:\sql\skilltable_character.sql
{'fraction_non_alphanumeric': 0.09043286462641302, 'fraction_numerical': 0.0005514199062586159, 'mean_word_length': 7.171171171171171, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6530648', 'n_tokens_mistral': 1377, 'n_tokens_neox': 1399, 'n_words': 140}