<commit_before>#!/bin/bash

if [ "${VIA}" == "pypi" ]; then
    rm -rf *
    pip install spacy
    python -m spacy.en.download
    python -m spacy.de.download
fi

if [ "${VIA}" == "sdist" && "$TRAVIS_PULL_REQUEST" == "false" ]; then
  rm -rf *
  pip uninstall spacy
  wget https://api.explosion.ai/build/spacy/sdist/$TRAVIS_COMMIT
  mv $TRAVIS_COMMIT sdist.tgz
  pip install -U sdist.tgz
fi


#if [ "${VIA}" == "compile" ]; then
#  pip install -r requirements.txt
#  pip install -e .
#  mkdir -p corpora/en
#  cd corpora/en
#  wget --no-check-certificate http://wordnetcode.princeton.edu/3.0/WordNet-3.0.tar.gz
#  tar -xzf WordNet-3.0.tar.gz
#  mv WordNet-3.0 wordnet
#  cd ../../
#  mkdir models/
#  python bin/init_model.py en lang_data/ corpora/ models/en
#fi
<commit_msg>Fix travis script<commit_after>#!/bin/bash

if [ "${VIA}" == "pypi" ]; then
    rm -rf *
    pip install spacy
    python -m spacy.en.download
    python -m spacy.de.download
fi

if [[ "${VIA}" == "sdist" && "${TRAVIS_PULL_REQUEST}" == "false" ]]; then
  rm -rf *
  pip uninstall spacy
  wget https://api.explosion.ai/build/spacy/sdist/$TRAVIS_COMMIT
  mv $TRAVIS_COMMIT sdist.tgz
  pip install -U sdist.tgz
fi


#if [ "${VIA}" == "compile" ]; then
#  pip install -r requirements.txt
#  pip install -e .
#  mkdir -p corpora/en
#  cd corpora/en
#  wget --no-check-certificate http://wordnetcode.princeton.edu/3.0/WordNet-3.0.tar.gz
#  tar -xzf WordNet-3.0.tar.gz
#  mv WordNet-3.0 wordnet
#  cd ../../
#  mkdir models/
#  python bin/init_model.py en lang_data/ corpora/ models/en
#fi

{'fraction_non_alphanumeric': 0.16944801026957637, 'fraction_numerical': 0.010269576379974325, 'mean_word_length': 2.86848635235732, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5138774', 'n_tokens_mistral': 659, 'n_tokens_neox': 632, 'n_words': 148}