<commit_before>appdirs==1.4.0
cffi==1.3.0
Flask==0.10.1
itsdangerous==0.24
Jinja2==2.8
MarkupSafe==0.23
psutil==3.2.2
psycopg2==2.6.1
pycparser==2.14
six==1.10.0
tornado==4.2.1
Werkzeug==0.10.4
wheel==0.24.0
timeout-decorator==0.3.2
<commit_msg>Removed psycopg2 from agent requirements file<commit_after>appdirs==1.4.0
cffi==1.3.0
Flask==0.10.1
itsdangerous==0.24
Jinja2==2.8
MarkupSafe==0.23
psutil==3.2.2
pycparser==2.14
six==1.10.0
tornado==4.2.1
Werkzeug==0.10.4
wheel==0.24.0
timeout-decorator==0.3.2

{'fraction_non_alphanumeric': 0.2134387351778656, 'fraction_numerical': 0.17984189723320157, 'mean_word_length': 5.2592592592592595, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4142782', 'n_tokens_mistral': 289, 'n_tokens_neox': 272, 'n_words': 32}