<commit_before>export CrombieFilesPerJob=10
export CrombieNBatchProcs=1
export CrombieQueue=8nh

export CrombieNLocalProcs=2

export CrombieFileBase=test
export CrombieEosDir=/store/user/dabercro/Nero/v1.2
export CrombieRegDir=/afs/cern.ch/work/d/dabercro/eos/cms$CrombieEosDir
export CrombieTempDir=$CROMBIEPATH/test/TempOut
export CrombieFullDir=$CROMBIEPATH/test/FullOut
export CrombieSkimDir=$CROMBIEPATH/test/SkimOut
export CrombieDirList=

export CrombieSlimmerScript=runSlimmer.py
export CrombieJobScriptList=CrombieJobScriptList.txt
export CrombieCheckerScript="crombie findtree"

export CrombieGoodRuns=goodruns.txt<commit_msg>Valid directory change. Can make more safe...<commit_after>export CrombieFilesPerJob=10
export CrombieNBatchProcs=1
export CrombieQueue=8nh

export CrombieNLocalProcs=2

export CrombieFileBase=test
export CrombieEosDir=/store/user/dabercro/Nero/80X
export CrombieRegDir=/afs/cern.ch/work/d/dabercro/eos/cms$CrombieEosDir
export CrombieTempDir=$CROMBIEPATH/test/TempOut
export CrombieFullDir=$CROMBIEPATH/test/FullOut
export CrombieSkimDir=$CROMBIEPATH/test/SkimOut
export CrombieDirList=

export CrombieSlimmerScript=runSlimmer.py
export CrombieJobScriptList=CrombieJobScriptList.txt
export CrombieCheckerScript="crombie findtree"

export CrombieGoodRuns=goodruns.txt
{'fraction_non_alphanumeric': 0.07444359171143515, 'fraction_numerical': 0.010744435917114352, 'mean_word_length': 9.516129032258064, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '667942', 'n_tokens_mistral': 510, 'n_tokens_neox': 470, 'n_words': 67}