<commit_before># crate and components deps
guava=22.0
antlr=4.5.3
jodatime=2.9.5
commonscli=1.3.1
commonsmath=3.6.1
commonslang3=3.5
commonscollections=3.2.2
netty4=4.1.13.Final
jsr305=3.0.1
aws=1.10.69
jacksonasl=1.9.13
elasticsearchhadoop=2.4.0
slf4j_log4j12=1.7.10
jackson_jaxrs=1.9.13
jackson_xc=1.9.13

# ES deps
elasticsearch=5.4.3
lucene=6.5.1

# ES HDFS
hadoop2=2.7.1

# ES optional
spatial4j=0.6
jts=1.13
jackson=2.8.6
log4j=1.2.7
log4j2=2.8.2
slf4j=1.6.2
jna=4.4.0

# ES test
randomizedrunner=2.5.0
junit=4.11
httpclient=4.5.2
httpcore=4.4.5
commonslogging=1.1.3
commonscodec=1.10
hamcrest=1.3
securemock=1.2
<commit_msg>downgraded version of JNA to be compatible with Appveyor<commit_after># crate and components deps
guava=22.0
antlr=4.5.3
jodatime=2.9.5
commonscli=1.3.1
commonsmath=3.6.1
commonslang3=3.5
commonscollections=3.2.2
netty4=4.1.13.Final
jsr305=3.0.1
aws=1.10.69
jacksonasl=1.9.13
elasticsearchhadoop=2.4.0
slf4j_log4j12=1.7.10
jackson_jaxrs=1.9.13
jackson_xc=1.9.13

# ES deps
elasticsearch=5.4.3
lucene=6.5.1

# ES HDFS
hadoop2=2.7.1

# ES optional
spatial4j=0.6
jts=1.13
jackson=2.8.6
log4j=1.2.7
log4j2=2.8.2
slf4j=1.6.2
jna=4.2.2

# ES test
randomizedrunner=2.5.0
junit=4.11
httpclient=4.5.2
httpcore=4.4.5
commonslogging=1.1.3
commonscodec=1.10
hamcrest=1.3
securemock=1.2

{'fraction_non_alphanumeric': 0.1532567049808429, 'fraction_numerical': 0.1793103448275862, 'mean_word_length': 4.5574468085106385, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1428969', 'n_tokens_mistral': 745, 'n_tokens_neox': 700, 'n_words': 100}