<commit_before>FROM ruby:2.3.3
RUN mkdir /smashcut
RUN mkdir /smashcut/lib
RUN mkdir /smashcut/lib/smashcut
WORKDIR /smashcut
ADD gems.rb /smashcut/gems.rb
ADD gems.locked /smashcut/gems.locked
ADD lib/smashcut/version.rb /smashcut/lib/smashcut/version.rb<commit_msg>remove reference to gems.locked (it's gitignored)<commit_after>FROM ruby:2.3.3
RUN mkdir /smashcut
RUN mkdir /smashcut/lib
RUN mkdir /smashcut/lib/smashcut
WORKDIR /smashcut
ADD gems.rb /smashcut/gems.rb
ADD lib/smashcut/version.rb /smashcut/lib/smashcut/version.rb
{'fraction_non_alphanumeric': 0.10902255639097744, 'fraction_numerical': 0.011278195488721804, 'mean_word_length': 4.793478260869565, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2694322', 'n_tokens_mistral': 222, 'n_tokens_neox': 210, 'n_words': 45}