<commit_before>language: go

sudo: false

go:
  - 1.5.x
  - 1.6.x
  - 1.7.x
  - 1.8.x
  - 1.9.x
  - 1.10.x
  - 1.11.x
  - 1.12.x
  - 1.13.x

install: go get -v -t ./...
script: make test
<commit_msg>Add CI test for Go 1.14 and Go tip that could fail<commit_after>language: go

sudo: false

go:
  - 1.5.x
  - 1.6.x
  - 1.7.x
  - 1.8.x
  - 1.9.x
  - 1.10.x
  - 1.11.x
  - 1.12.x
  - 1.13.x
  - 1.14.x
  - tip

allow_failures:
  - go: tip

install: go get -v -t ./...
script: make test

{'fraction_non_alphanumeric': 0.19047619047619047, 'fraction_numerical': 0.10351966873706005, 'mean_word_length': 1.3381642512077294, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '165014', 'n_tokens_mistral': 292, 'n_tokens_neox': 258, 'n_words': 60}