<commit_before># explanations/plan (c) AtKaaZ 04 march 2005
#
# <unique string recognized internaly by the exe> = <atomID>

filename = 1410 # acatom to word filename, acatom to words describing fname
directory = 1411

#all referers are atoms
#referers can be of two types: atom referer & group referer
# they're both atoms but one type refers to another atom and the other refers
# to another group
#referer is also called clone
# so atom referer = atom clone
# group referer = group clone
#and since referers are atoms:
# atom clone atom=the atom which is a referer to another antom
# group clone atom=the atom which is a referer to another group
#groups are chains, atoms if not single are perhaps part of a chain
# in order for a group referer to refer to a chain that chain must have one
# unique id, that's the groupID, actually it is the group, but the group is
# the chain.

#for starters we'll do some nice example program that will use dmental links
# to store a directory tree with text files inside it.
#The basix for this are the following:
# 1. the .exe must identify several atoms internaly, namely the filename, 
#	directory, size and contents. Example. the atomID with ID=300 will be
#	an acatom which points to the group containing the word "filename";
#	also this atom will be refered first in a group to signal to the .exe
#	that the group is identifying the filename, size, and contents of the
#	formerly brought file from outside world (nowadays filesystems)
#so this group could be like this:
#	1st atom points to atomID=300 just so the .exe can identify real file
#	names and words from their contents
#	2nd atom points to the atom which refers to the group containing the
#		word/words which make the filename of the former file.
#	3rd atom points to the atomID=400(contents) same, the .exe can identify
#	that the next 4th atom point to the group containing a big chain of 
#	atoms each pointing to a word, which group make the contents of the <commit_msg>minor typo in the draft txt\ex_pl_an.txt file<commit_after># explanations/plan (c) AtKaaZ 04 march 2005
#
# <unique string recognized internaly by the exe> = <atomID>

filename = 1410 # acatom to word filename, acatom to words describing fname
directory = 1411

#all referers are atoms
#referers can be of two types: atom referer & group referer
# they're both atoms but one type refers to another atom and the other refers
# to another group
#referer is also called clone
# so atom referer = atom clone
# group referer = group clone
#and since referers are atoms:
# atom clone atom=the atom which is a referer to another antom
# group clone atom=the atom which is a referer to another group
#groups are chains, atoms if not single are perhaps part of a chain
# in order for a group referer to refer to a chain that chain must have one
# unique id, that's the groupID, actually it is the group, but the group is
# the chain.

#for starters we'll do some nice example program that will use dmental links
# to store a directory tree with text files inside it.
#The basix for this are the following:
# 1. the .exe must identify several atoms internaly, namely the filename, 
#	directory, size and contents. Example. the atomID with ID=300 will be
#	an gcatom which points to the group containing the word "filename";
#	also this atom will be refered first in a group to signal to the .exe
#	that the group is identifying the filename, size, and contents of the
#	formerly brought file from outside world (nowadays filesystems)
#so this group could be like this:
#	1st atom points to atomID=300 just so the .exe can identify real file
#	names and words from their contents
#	2nd atom points to the atom which refers to the group containing the
#		word/words which make the filename of the former file.
#	3rd atom points to the atomID=400(contents) same, the .exe can identify
#	that the next 4th atom point to the group containing a big chain of 
#	atoms each pointing to a word, which group make the contents of the 
{'fraction_non_alphanumeric': 0.04707060590886329, 'fraction_numerical': 0.014021031547320982, 'mean_word_length': 4.208604954367666, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7287336', 'n_tokens_mistral': 1133, 'n_tokens_neox': 1071, 'n_words': 664}