<commit_before>language: c
os:
  - linux
  - osx
script:
  - if [ $(uname) = Linux ]; then sudo apt-get install -y doxygen; fi
  - tools/gyp/gyp --depth=. utf8rewind.gyp
  - make -j4
  - make -j4 tests-rewind
  - output/*/x86/Debug/tests-rewind
<commit_msg>Run on trusty, and use --format=make to avoid xcode<commit_after>language: c
os:
  - linux
  - osx
dist: trusty
script:
  - if [ $(uname) = Linux ]; then sudo apt-get install -y doxygen; fi
  - tools/gyp/gyp --depth=. --format=make utf8rewind.gyp
  - make -j4
  - make -j4 tests-rewind
  - output/*/x86/Debug/tests-rewind

{'fraction_non_alphanumeric': 0.14853195164075994, 'fraction_numerical': 0.017271157167530225, 'mean_word_length': 2.625, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2295957', 'n_tokens_mistral': 240, 'n_tokens_neox': 231, 'n_words': 61}