<commit_before>FROM ubuntu:18.04

# Install pip, LilyPond, and Matlab Compiler Runtime 2015a
# MCR installation is adopted from a Dockerfile by Stanford Vistalab: 
# https://raw.githubusercontent.com/vistalab/docker/master/matlab/runtime/2015b/Dockerfile
RUN apt-get -qq update && \
    apt-get -qq install -y \
        unzip \
        wget \
        python3-pip \
        lilypond && \
    mkdir /mcr-install && \
    cd /mcr-install && \
    wget --progress=bar:force http://www.mathworks.com/supportfiles/downloads/R2015a/deployment_files/R2015a/installers/glnxa64/MCR_R2015a_glnxa64_installer.zip && \
    unzip -q MCR_R2015a_glnxa64_installer.zip && \
    apt-get -qq remove -y \
        unzip \
        wget && \
    ./install \
        -destinationFolder /usr/local/MATLAB/MATLAB_Runtime/ \
        -agreeToLicense yes \
        -mode silent && \
    cd / && \
    rm -rf mcr-install

# Install Python dependencies from requirements.txt in advance
# Useful for development since changes in code will not trigger a layer re-build
COPY requirements.txt README.md LICENSE /code/
RUN python3 -m pip install --upgrade pip && \
    pip3 install -r /code/requirements.txt

# Install tomato
COPY . /code/
RUN cd /code && \
    python3 -m pip install . && \
    cd / && \
    rm -rf code
    
# Set user & workdir
RUN useradd --create-home -s /bin/bash tomato_user
USER tomato_user
WORKDIR /home/tomato_user/

CMD ["python3"]<commit_msg>Remove license from copy to docker<commit_after>FROM ubuntu:18.04

# Install pip, LilyPond, and Matlab Compiler Runtime 2015a
# MCR installation is adopted from a Dockerfile by Stanford Vistalab: 
# https://raw.githubusercontent.com/vistalab/docker/master/matlab/runtime/2015b/Dockerfile
RUN apt-get -qq update && \
    apt-get -qq install -y \
        unzip \
        wget \
        python3-pip \
        lilypond && \
    mkdir /mcr-install && \
    cd /mcr-install && \
    wget --progress=bar:force http://www.mathworks.com/supportfiles/downloads/R2015a/deployment_files/R2015a/installers/glnxa64/MCR_R2015a_glnxa64_installer.zip && \
    unzip -q MCR_R2015a_glnxa64_installer.zip && \
    apt-get -qq remove -y \
        unzip \
        wget && \
    ./install \
        -destinationFolder /usr/local/MATLAB/MATLAB_Runtime/ \
        -agreeToLicense yes \
        -mode silent && \
    cd / && \
    rm -rf mcr-install

# Install Python dependencies from requirements.txt in advance
# Useful for development since changes in code will not trigger a layer re-build
COPY requirements.txt README.md /code/
RUN python3 -m pip install --upgrade pip && \
    pip3 install -r /code/requirements.txt

# Install tomato
COPY . /code/
RUN cd /code && \
    python3 -m pip install . && \
    cd / && \
    rm -rf code
    
# Set user & workdir
RUN useradd --create-home -s /bin/bash tomato_user
USER tomato_user
WORKDIR /home/tomato_user/

CMD ["python3"]
{'fraction_non_alphanumeric': 0.10822060353798127, 'fraction_numerical': 0.027055150884495317, 'mean_word_length': 2.470517448856799, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '161442', 'n_tokens_mistral': 1026, 'n_tokens_neox': 948, 'n_words': 255}