<commit_before>                   model = persian.tagger
                    arch = left3words,naacl2003unknowns,wordshapes(-1,1)
            wordFunction = edu.stanford.nlp.process.AmericanizeFunction
         closedClassTags =
 closedClassTagThreshold = 40
 curWordMinFeatureThresh = 2
                   debug = false
             debugPrefix =
            tagSeparator = /
                encoding = UTF-8
              iterations = 100
                    lang = english
    learnClosedClassTags = false
        minFeatureThresh = 2
           openClassTags =
rareWordMinFeatureThresh = 10
          rareWordThresh = 5
                  search = owlqn2
                    sgml = false
            sigmaSquared = 0.0
                   regL1 = 0.75
               tagInside =
                tokenize = true
        tokenizerFactory =
        tokenizerOptions =
                 verbose = false
          verboseResults = true
    veryCommonWordThresh = 250
                xmlInput =
              outputFile =
            outputFormat = slashTags
     outputFormatOptions =
                nthreads = 2<commit_msg>replace postagger properties with arabic version<commit_after>                   model = persian.tagger
                    arch = left3words,naacl2003unknowns,wordshapes(-1,1)
            wordFunction =
         closedClassTags =
 closedClassTagThreshold = 40
 curWordMinFeatureThresh = 2
                   debug = false
             debugPrefix =
            tagSeparator = /
                encoding = UTF-8
              iterations = 100
                    lang = arabic
    learnClosedClassTags = false
        minFeatureThresh = 2
           openClassTags =
rareWordMinFeatureThresh = 10
          rareWordThresh = 5
                  search = owlqn2
                    sgml = false
            sigmaSquared = 0.0
                   regL1 = 0.75
               tagInside =
                tokenize = false
        tokenizerFactory =
        tokenizerOptions =
                 verbose = false
          verboseResults = true
    veryCommonWordThresh = 250
                xmlInput =
              outputFile =
            outputFormat = slashTags
     outputFormatOptions =
                nthreads = 2
{'fraction_non_alphanumeric': 0.04390681003584229, 'fraction_numerical': 0.025985663082437275, 'mean_word_length': 1.2397191574724173, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1061279', 'n_tokens_mistral': 594, 'n_tokens_neox': 514, 'n_words': 117}