<commit_before>FROM ruby:3-alpine

ADD ./generate.rb /rb/generate.rb
RUN chmod +x /rb/generate.rb

RUN adduser -D app
USER app
ENV GEM_HOME /home/app/.gems
RUN gem update --system --no-document
RUN gem install --no-document bundler yard
WORKDIR /build

ENTRYPOINT ["/rb/generate.rb"]<commit_msg>Fix build issue on docparse image<commit_after>FROM ruby:3-alpine

ADD ./generate.rb /rb/generate.rb
RUN chmod +x /rb/generate.rb

RUN adduser -D app
USER app
ENV GEM_HOME /home/app/.gems
RUN mkdir -p ~/.gems
RUN gem update --system --no-document
RUN gem install --no-document bundler yard
WORKDIR /build

ENTRYPOINT ["/rb/generate.rb"]
{'fraction_non_alphanumeric': 0.12044374009508717, 'fraction_numerical': 0.003169572107765452, 'mean_word_length': 3.613138686131387, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '633069', 'n_tokens_mistral': 225, 'n_tokens_neox': 217, 'n_words': 74}