<commit_before>language: c
compiler:
 - gcc
 - clang
script: sh bootstrap.sh && ./configure && make
before_install:
 - sudo apt-get update -qq
 - sudo apt-get install -y lua5.1 luarocks libharfbuzz-dev libfreetype6-dev libfontconfig1-dev libpng-dev lua-lpeg lua-expat<commit_msg>Fixes for older Ubuntu...<commit_after>language: c
compiler:
 - gcc
 - clang
script: sh bootstrap.sh && ./configure && make
before_install:
 - sudo apt-get update -qq
 - sudo apt-get install -y lua5.1 luarocks libfreetype6-dev libfontconfig1-dev libpng-dev liblua5.1-lpeg2 liblua5.1-expat0 fonts-sil-gentium
 - wget http://www.freedesktop.org/software/harfbuzz/release/harfbuzz-0.9.26.tar.bz2
 - tar xf harfbuzz-0.9.26.tar.bz2
 - cd harfbuzz-0.9.26
 - ./configure && make && sudo make install
 - sudo ldconfig
 - cd ../
{'fraction_non_alphanumeric': 0.12656641604010024, 'fraction_numerical': 0.03508771929824561, 'mean_word_length': 3.438888888888889, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1111129', 'n_tokens_mistral': 317, 'n_tokens_neox': 294, 'n_words': 71}