<commit_before># Set root category priority to ERROR and its only appender to A1.
# level can be any of NOTSET < DEBUG < INFO < NOTICE < WARN < ERROR < CRIT < ALERT < FATAL = EMERG

log4j.rootCategory=ERROR, Console

# time (set to INFO to get information about time spent in each treatment)
log4j.category.TimeInfo=ERROR

#lima-commons loggers
log4j.category.Common::AbstractFactoryPattern=ERROR
log4j.category.Common::AbstractProcessingClient=ERROR
log4j.category.Common::AnnotationGraph=ERROR
log4j.category.Common::BOW=ERROR
log4j.category.Common::ClientFactory=ERROR
log4j.category.Common::CompStrAccess=ERROR
log4j.category.Common::DynamicLibrariesManager=ERROR
log4j.category.Common::FsaAccess=ERROR
log4j.category.Common::FsaAccessIO=ERROR
log4j.category.Common::FsaAccessHash=ERROR
log4j.category.Common::FsaAccessHash=ERROR
log4j.category.Common::Handler=ERROR
log4j.category.Common::LinguisticData=ERROR
log4j.category.Common::LanguageData=ERROR
log4j.category.Common::MediaticData=ERROR
log4j.category.Common::Misc=ERROR
log4j.category.Common::Processors=ERROR
log4j.category.Common::ProcessUnitFramework=ERROR
log4j.category.Common::PropertyCode=ERROR
log4j.category.Common::StringPool=ERROR
log4j.category.Common::StringMap=ERROR
log4j.category.Common::TGV=ERROR
log4j.category.Common::XMLConfigurationFiles=ERROR

#lima-lp loggers
log4j.category.LP::AnalysisDict=ERROR
log4j.category.LP::ApplyRecognizer=ERROR
log4j.category.LP::Automaton=ERROR
log4j.category.LP::ClientFactory=ERROR
log4j.category.LP::CompactDict=ERROR
log4j.category.LP::CoreClient=ERROR
log4j.category.LP::CorefSolver=ERROR
log4j.category.LP::Data=ERROR
log4j.category.LP::Desagglutination=ERROR
log4j.category.LP::Dictionary=ERROR
log4j.category.LP::Dumper=ERROR
log4j.category.LP::Graph=ERROR
log4j.category.LP::HyperWordStemmer=ERROR
log4j.category.LP::LAS=ERROR
log4j.category.LP::MorphologicAnalysis=ERROR
log4j.category.LP::PosTagger=ERROR
log4j.category.LP::RegexReplacer=ERROR
log4j.category.LP::Resources=ERROR
log4j.category.LP::Segmentation=ERROR
log4j.category.LP::SemanticAnalysis=ERROR
log4j.category.LP::SentenceBounds=ERROR
log4j.category.LP::SpecificEntities=ERROR
log4j.category.LP::SyntacticAnalysis=ERROR
log4j.category.LP::SyntacticAnalysis::Chains=ERROR
log4j.category.LP::SyntacticAnalysis::Deps=ERROR
log4j.category.LP::SyntacticAnalysis::Disamb=ERROR
log4j.category.LP::SyntacticAnalysis::Simplify=ERROR
log4j.category.LP::SyntacticAnalysis::Hetero=ERROR
log4j.category.LP::Tokenizer=ERROR
log4j.category.LP::Tokenizer::Loader=ERROR

log4j.category.Automaton::Compiler=ERROR

#Appenders
log4j.appender.Console=ConsoleAppender
log4j.appender.Console.layout=BasicLayout

<commit_msg>Add missing log categories to conf file<commit_after># Set root category priority to ERROR and its only appender to A1.
# level can be any of NOTSET < DEBUG < INFO < NOTICE < WARN < ERROR < CRIT < ALERT < FATAL = EMERG

log4j.rootCategory=ERROR, Console

# time (set to INFO to get information about time spent in each treatment)
log4j.category.TimeInfo=ERROR

#lima-commons loggers
log4j.category.Common::AbstractFactoryPattern=ERROR
log4j.category.Common::AbstractProcessingClient=ERROR
log4j.category.Common::AnnotationGraph=ERROR
log4j.category.Common::BOW=ERROR
log4j.category.Common::ClientFactory=ERROR
log4j.category.Common::CompStrAccess=ERROR
log4j.category.Common::DynamicLibrariesManager=ERROR
log4j.category.Common::FsaAccess=ERROR
log4j.category.Common::FsaAccessIO=ERROR
log4j.category.Common::FsaAccessHash=ERROR
log4j.category.Common::FsaAccessHash=ERROR
log4j.category.Common::Handler=ERROR
log4j.category.Common::LinguisticData=ERROR
log4j.category.Common::LanguageData=ERROR
log4j.category.Common::MediaticData=ERROR
log4j.category.Common::Misc=ERROR
log4j.category.Common::Processors=ERROR
log4j.category.Common::ProcessUnitFramework=ERROR
log4j.category.Common::PropertyCode=ERROR
log4j.category.Common::StringPool=ERROR
log4j.category.Common::StringMap=ERROR
log4j.category.Common::TGV=ERROR
log4j.category.Common::XMLConfigurationFiles=ERROR

#lima-lp loggers
log4j.category.LP::AnalysisDict=ERROR
log4j.category.LP::AnalysisLoader=ERROR
log4j.category.LP::ApplyRecognizer=ERROR
log4j.category.LP::Automaton=ERROR
log4j.category.LP::ClientFactory=ERROR
log4j.category.LP::CompactDict=ERROR
log4j.category.LP::Compounds=ERROR
log4j.category.LP::CoreClient=ERROR
log4j.category.LP::CorefSolver=ERROR
log4j.category.LP::Data=ERROR
log4j.category.LP::Desagglutination=ERROR
log4j.category.LP::Dictionary=ERROR
log4j.category.LP::Dumper=ERROR
log4j.category.LP::External=ERROR
log4j.category.LP::Graph=ERROR
log4j.category.LP::HyperWordStemmer=ERROR
log4j.category.LP::LAS=ERROR
log4j.category.LP::MorphologicAnalysis=ERROR
log4j.category.LP::PosTagger=ERROR
log4j.category.LP::RegexReplacer=ERROR
log4j.category.LP::Resources=ERROR
log4j.category.LP::Segmentation=ERROR
log4j.category.LP::SemanticAnalysis=ERROR
log4j.category.LP::SentenceBounds=ERROR
log4j.category.LP::SpecificEntities=ERROR
log4j.category.LP::SyntacticAnalysis=ERROR
log4j.category.LP::SyntacticAnalysis::Chains=ERROR
log4j.category.LP::SyntacticAnalysis::Deps=ERROR
log4j.category.LP::SyntacticAnalysis::Disamb=ERROR
log4j.category.LP::SyntacticAnalysis::Simplify=ERROR
log4j.category.LP::SyntacticAnalysis::Hetero=ERROR
log4j.category.LP::Tokenizer=ERROR
log4j.category.LP::Tokenizer::Loader=ERROR

log4j.category.Automaton::Compiler=ERROR

#Appenders
log4j.appender.Console=ConsoleAppender
log4j.appender.Console.layout=BasicLayout


{'fraction_non_alphanumeric': 0.1179989124524198, 'fraction_numerical': 0.02193220953416712, 'mean_word_length': 10.036, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '347597', 'n_tokens_mistral': 1885, 'n_tokens_neox': 1863, 'n_words': 219}