<commit_before>banal==0.4.2
normality==2.0.0
pantomime==0.4.0
servicelayer[google,amazon]==1.10.3
balkhash[leveldb,sql]==1.2.1
followthemoney==1.30.0
languagecodes==1.0.5
countrytagger==0.1.2
psycopg2-binary==2.8.5
pyicu==2.4.3

grpcio==1.28.1
google-cloud-vision==1.0.0
google-cloud-storage==1.27.0

tesserocr==2.5.1
spacy==2.2.4
fingerprints==1.0.1
fasttext==0.9.1

# Development
nose==1.3.7
click==7.1.1

# File format support
dbf==0.98.3
pdflib==0.2.1
pymediainfo==4.1
python-magic==0.4.15
pypdf2==1.26.0
rarfile==3.1
xlrd==1.2.0
openpyxl==3.0.3
odfpy==1.4.1
cchardet==2.1.6
lxml==4.5.0<commit_msg>Bump fasttext from 0.9.1 to 0.9.2 in /services/ingest-file (#1137)<commit_after>banal==0.4.2
normality==2.0.0
pantomime==0.4.0
servicelayer[google,amazon]==1.10.3
balkhash[leveldb,sql]==1.2.1
followthemoney==1.30.0
languagecodes==1.0.5
countrytagger==0.1.2
psycopg2-binary==2.8.5
pyicu==2.4.3

grpcio==1.28.1
google-cloud-vision==1.0.0
google-cloud-storage==1.27.0

tesserocr==2.5.1
spacy==2.2.4
fingerprints==1.0.1
fasttext==0.9.2

# Development
nose==1.3.7
click==7.1.1

# File format support
dbf==0.98.3
pdflib==0.2.1
pymediainfo==4.1
python-magic==0.4.15
pypdf2==1.26.0
rarfile==3.1
xlrd==1.2.0
openpyxl==3.0.3
odfpy==1.4.1
cchardet==2.1.6
lxml==4.5.0
{'fraction_non_alphanumeric': 0.22275258552108193, 'fraction_numerical': 0.162291169451074, 'mean_word_length': 4.666666666666667, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1672615', 'n_tokens_mistral': 703, 'n_tokens_neox': 674, 'n_words': 75}