<commit_before># marcneander.se Dockerfile

# Using python base because we need node-gyp for gemini
FROM library/python:2.7

# Install node.js
RUN curl -sL https://deb.nodesource.com/setup_8.x | bash -
RUN apt-get install -y nodejs build-essential

# Install yarn
RUN npm install -g yarn

# Copy package.json and yarn.lock
COPY package.json /usr/src/app/package.json
COPY yarn.lock /usr/src/app/yarn.lock

# Install dependencies
RUN cd /usr/src/app/ && yarn install

# Copy over the application
COPY . /usr/src/app/

# Set a working directory
WORKDIR /usr/src/app<commit_msg>Created TODO comment in dockerfile<commit_after># marcneander.se Dockerfile

# Using python base because we need node-gyp for gemini
FROM library/python:2.7

# Install node.js
RUN curl -sL https://deb.nodesource.com/setup_8.x | bash -
RUN apt-get install -y nodejs build-essential

# Install yarn
RUN npm install -g yarn

# TODO: Move everything above to new base image

# Copy package.json and yarn.lock
COPY package.json /usr/src/app/package.json
COPY yarn.lock /usr/src/app/yarn.lock

# Install dependencies
RUN cd /usr/src/app/ && yarn install

# Copy over the application
COPY . /usr/src/app/

# Set a working directory
WORKDIR /usr/src/app
{'fraction_non_alphanumeric': 0.09836065573770492, 'fraction_numerical': 0.004918032786885246, 'mean_word_length': 3.67816091954023, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5662728', 'n_tokens_mistral': 425, 'n_tokens_neox': 397, 'n_words': 137}