<commit_before>FROM centos:7

# Needed for AWS to properly handle UTF-8
ENV PYTHONIOENCODING=UTF-8

# We need python in order to install AWS
RUN yum -y update \
    && yum install -y sudo \
    && yum install -y https://centos7.iuscommunity.org/ius-release.rpm \
    && yum install -y python35u python35u-pip \
    && pip3.5 install awscli

RUN mkdir /grade

ADD main.sh /

RUN chmod +x /main.sh

ENTRYPOINT ["sh",  "/main.sh"]
<commit_msg>Updated base dockerfile to create the ag user<commit_after>FROM centos:7

# Needed for AWS to properly handle UTF-8
ENV PYTHONIOENCODING=UTF-8

# We need python in order to install AWS
RUN yum -y update \
    && yum install -y sudo \
    && yum install -y https://centos7.iuscommunity.org/ius-release.rpm \
    && yum install -y python35u python35u-pip \
    && pip3.5 install awscli

RUN useradd ag

RUN mkdir /grade

ADD main.sh /

RUN chmod +x /main.sh

ENTRYPOINT ["/main.sh"]

{'fraction_non_alphanumeric': 0.10532030401737243, 'fraction_numerical': 0.021715526601520086, 'mean_word_length': 2.9741379310344827, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '231620', 'n_tokens_mistral': 349, 'n_tokens_neox': 331, 'n_words': 111}