<commit_before># Default config for Polish files
language = pl

# Simple white space segmenter
segmenter = de.tudarmstadt.ukp.dkpro.core.tokit.BreakIteratorSegmenter

# TreeTagger can be used for Bulgarian. See user-guide.html how to use TreeTagger
posTagger =  de.tudarmstadt.ukp.dkpro.core.treetagger.TreeTaggerPosTagger
posTaggerArguments = executablePath,string,C:/tree-tagger/bin/tree-tagger.exe,\
	modelLocation,string,C:/tree-tagger/lib/polish-utf8.par,\
	modelEncoding,string,utf-8



# These components are not available for this language
useLemmatizer = false
useChunker = false
useMorphTagger = false
useNER = false
useDependencyParser = false
useConstituencyParser = false
useSRL = false
useConstituencyParser = false

<commit_msg>Update default_pl.properties<commit_after># Default config for Polish files
language = pl

# Simple white space segmenter
segmenter = de.tudarmstadt.ukp.dkpro.core.tokit.BreakIteratorSegmenter

# TreeTagger can be used for Polish. See user-guide.html how to use TreeTagger
posTagger =  de.tudarmstadt.ukp.dkpro.core.treetagger.TreeTaggerPosTagger
posTaggerArguments = executablePath,string,C:/tree-tagger/bin/tree-tagger.exe,\
	modelLocation,string,C:/tree-tagger/lib/polish-utf8.par,\
	modelEncoding,string,utf-8



# These components are not available for this language
useLemmatizer = false
useChunker = false
useMorphTagger = false
useNER = false
useDependencyParser = false
useConstituencyParser = false
useSRL = false
useConstituencyParser = false


{'fraction_non_alphanumeric': 0.0794392523364486, 'fraction_numerical': 0.0026702269692923898, 'mean_word_length': 5.721973094170403, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5811757', 'n_tokens_mistral': 493, 'n_tokens_neox': 479, 'n_words': 113}