<commit_before>set "PATH=%~dp0.;%PATH%"
set "PYTHONPATH=%~dp0.;%PYTHONPATH%"
<commit_msg>improve activate.bat to incorporate LIB and CL vars<commit_after>set "PATH=%~dp0.;%PATH%"
set "CL=%CL% /I%~dp0..\include /I%~dp0..\include\deepcl /I%~dp0..\include\easycl"
set "LIB=%~dp0..\lib;%~dp0..\lib\import %LIB%"
{'fraction_non_alphanumeric': 0.247557003257329, 'fraction_numerical': 0.026058631921824105, 'mean_word_length': 5.695652173913044, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5064455', 'n_tokens_mistral': 140, 'n_tokens_neox': 126, 'n_words': 21}