<commit_before>#
# MPXML VIEWER configuration file
#
# INSTRUCTIONS to add a decoration
# - create a section with your decoration name, e.g. like the [Token15] one
# - enlist this name in the 'decos' item of the [General] section (for instance at the end of the list) 
# - declare the required XML namespaces in the [General] section


#--------------------------------------------------------------------
[General]

#------------------
#Enlist here each type of decoration (they are drawn type after type in the order of the list

decos=Image sprtr TextRegionRectangle TextLineRectangle Baseline
 sprtr  type:pagenumber type:heading type:paragraph
 sprtr  DU_cluster Cluster

#------------------
# Where the files are situated by default
#working_dir = /home/jfuselie/DS/src/ml/Vikef/doc<commit_msg>add text<commit_after>#
# MPXML VIEWER configuration file
#
# INSTRUCTIONS to add a decoration
# - create a section with your decoration name, e.g. like the [Token15] one
# - enlist this name in the 'decos' item of the [General] section (for instance at the end of the list) 
# - declare the required XML namespaces in the [General] section


#--------------------------------------------------------------------
[General]

#------------------
#Enlist here each type of decoration (they are drawn type after type in the order of the list

decos=Image sprtr TextRegionRectangle TextLineRectangle TextLine_Unicode Baseline
 sprtr  type:pagenumber type:heading type:paragraph
 sprtr  DU_cluster Cluster

#------------------
# Where the files are situated by default
#working_dir = /home/jfuselie/DS/src/ml/Vikef/doc
{'fraction_non_alphanumeric': 0.18734491315136476, 'fraction_numerical': 0.0024813895781637717, 'mean_word_length': 2.4989154013015185, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '504830', 'n_tokens_mistral': 444, 'n_tokens_neox': 426, 'n_words': 181}