<commit_before>FROM python:2.7-alpine

COPY requirements-global-scrapyd.txt /requirements-global-scrapyd.txt

RUN apk --update add gcc musl-dev libffi-dev openssl-dev libxml2-dev libxslt-dev \
        && pip install --no-cache-dir -r requirements-global-scrapyd.txt \
        && pip --no-cache-dir install Scrapy==0.24.6 \
        && pip --no-cache-dir install scrapyd==1.0.1 \
        && apk del gcc musl-dev \
	&& rm /var/cache/apk/*

COPY scrapyd.config /etc/scrapyd/conf.d/100-hyphe

EXPOSE 6800

VOLUME ["/var/lib/scrapyd"]

VOLUME ["/var/log/scrapyd"]

CMD ["scrapyd","--pidfile="]
<commit_msg>Fixing crawler docker build<commit_after>FROM python:2.7-alpine

COPY requirements-global-scrapyd.txt /requirements-global-scrapyd.txt

RUN apk --update add gcc musl-dev libffi-dev openssl-dev libxml2-dev libxslt-dev \
        && pip install --no-use-pep517 --no-cache-dir -r requirements-global-scrapyd.txt \
        && pip install --no-cache-dir Scrapy==0.24.6 \
        && pip install --no-cache-dir scrapyd==1.0.1 \
        && apk del gcc musl-dev \
	&& rm /var/cache/apk/*

COPY scrapyd.config /etc/scrapyd/conf.d/100-hyphe

EXPOSE 6800

VOLUME ["/var/lib/scrapyd"]

VOLUME ["/var/log/scrapyd"]

CMD ["scrapyd","--pidfile="]

{'fraction_non_alphanumeric': 0.15934959349593497, 'fraction_numerical': 0.03008130081300813, 'mean_word_length': 2.8348909657320873, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '499953', 'n_tokens_mistral': 509, 'n_tokens_neox': 479, 'n_words': 94}