<commit_before>language: perl
perl:
    - "5.16"
    - "5.18"
    - "5.20"
    #
    # Do not test on Perl 5.19 because 5.19.9 seems to mishandle UTF-8 source files
    # (see https://travis-ci.org/berkmancenter/mediacloud/jobs/28721908#L2803);
    # Perl 5.18 and 5.20 work fine though.
    #
    #- "5.19"
addons:
    hosts:
        - mediacloud.local
env:
    global:
        # Amazon S3 credentials for caching Carton dependencies ("local/")
        - "ARTIFACTS_AWS_REGION=us-east-1"
        - "ARTIFACTS_S3_BUCKET=travis-ci-cache-mediacloud-pypt-lt"
        - secure: "<KEY>
        - secure: "Ek4Y2M1JO+ryFLPMrwQfNLnvIlh7H2X39p0aAVS5Bn9dILjKKWgvHlNjIJWgm8Wb5qfJmh94c6pDNRTqjqdPKPcR4IUmFY7cRgH1tai8Hcq0rUyu8GQ4dWOJqttCUzTuBpKVpwdX4SVD9MRhrouJfflfAD0+9znIs0sH2xvbfWw="
before_install:
    # Travis artifacts (for caching "local/" to S3)
    - gem install fog-json
    - gem install travis-artifacts
    # Update package listings (don't upgrade the packages though because it takes too much time)
    - sudo apt-get -y update
    # Create + switch to the Media Cloud's Perlbrew library
    - perlbrew lib create mediacloud
    - perlbrew switch @mediacloud
    # Install Media Cloud system package dependencies
    - ./install_scripts/install_mediacloud_package_dependencies.sh
    - ./install_modules_outside_of_carton.sh
    # Either:
    # 1) download Carton dependencies bundle from S3 and extract it as "local/", or
    # 2) build the Carton dependencies, bundle them and upload to S3
    - ./install_scripts/travis-pour_or_bundle_carton_modules.sh
    # Install Python dependencies
    - sudo pip install -r python_scripts/requirements.txt
install:
    # Use default configuration
    - cp mediawords.yml.dist mediawords.yml<commit_msg>Use PostgreSQL 9.3 in Travis CI builds<commit_after>language: perl
perl:
    - "5.16"
    - "5.18"
    - "5.20"
    #
    # Do not test on Perl 5.19 because 5.19.9 seems to mishandle UTF-8 source files
    # (see https://travis-ci.org/berkmancenter/mediacloud/jobs/28721908#L2803);
    # Perl 5.18 and 5.20 work fine though.
    #
    #- "5.19"
addons:
    postgresql: "9.3"
    hosts:
        - mediacloud.local
env:
    global:
        # Amazon S3 credentials for caching Carton dependencies ("local/")
        - "ARTIFACTS_AWS_REGION=us-east-1"
        - "ARTIFACTS_S3_BUCKET=travis-ci-cache-mediacloud-pypt-lt"
        - secure: "<KEY>
        - secure: "Ek4Y2M1JO+ryFLPMrwQfNLnvIlh7H2X39p0aAVS5Bn9dILjKKWgvHlNjIJWgm8Wb5qfJmh94c6pDNRTqjqdPKPcR4IUmFY7cRgH1tai8Hcq0rUyu8GQ4dWOJqttCUzTuBpKVpwdX4SVD9MRhrouJfflfAD0+9znIs0sH2xvbfWw="
before_install:
    # Travis artifacts (for caching "local/" to S3)
    - gem install fog-json
    - gem install travis-artifacts
    # Update package listings (don't upgrade the packages though because it takes too much time)
    - sudo apt-get -y update
    # Create + switch to the Media Cloud's Perlbrew library
    - perlbrew lib create mediacloud
    - perlbrew switch @mediacloud
    # Install Media Cloud system package dependencies
    - ./install_scripts/install_mediacloud_package_dependencies.sh
    - ./install_modules_outside_of_carton.sh
    # Either:
    # 1) download Carton dependencies bundle from S3 and extract it as "local/", or
    # 2) build the Carton dependencies, bundle them and upload to S3
    - ./install_scripts/travis-pour_or_bundle_carton_modules.sh
    # Install Python dependencies
    - sudo pip install -r python_scripts/requirements.txt
install:
    # Use default configuration
    - cp mediawords.yml.dist mediawords.yml
{'fraction_non_alphanumeric': 0.08505227465385702, 'fraction_numerical': 0.042949985871715175, 'mean_word_length': 3.1598119858989424, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3157776', 'n_tokens_mistral': 1391, 'n_tokens_neox': 1291, 'n_words': 297}