<commit_before>image: python:3.6.5-stretch

variables:
    PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache"

cache:
  key: ${CI_COMMIT_REF_SLUG}
  paths:
    - node_modules/
    - .cache/
    - venv/

build_python:
  stage: build
#  tags:
#    - python
  before_script:
    - python -V
    - pip install virtualenv
    - virtualenv venv
    - source venv/bin/activate
  script:
#    - apt-get update -qy
#    - apt-get install -y python-dev python-pip
    - pip install pipenv
    - pipenv install

build_js:
  stage: build
#  tags:
#    - js
  script:
    - apt-get update -qy
    - apt-get install -y apt-transport-https
    - curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add -
    - echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list
    - apt-get update -qy
    - apt-get install -y nodejs yarn
    - cd ui && yarn install
    - NODE_ENV=production webpack

test_python:
  stage: test
#  tags:
#    - python
  script:
    - pytest -v -m "not depsim and not dep and not vppsim and not vpp" tests


    <commit_msg>GitLab CI<commit_after>image: python:3.6.5-stretch

variables:
    PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache"

cache:
  key: ${CI_COMMIT_REF_SLUG}
  paths:
    - node_modules/
    - .cache/
    - venv/

build_python:
  stage: build
#  tags:
#    - python
  before_script:
    - python -V
    - pip install virtualenv
    - virtualenv venv
    - source venv/bin/activate
  script:
#    - apt-get update -qy
#    - apt-get install -y python-dev python-pip
    - pip install pipenv
    - pipenv install

build_js:
  stage: build
#  tags:
#    - js
  script:
    - apt-get update -qy
    - apt-get install -y apt-transport-https
    - curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add -
    - echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list
    - curl -sL https://deb.nodesource.com/setup_8.x | bash -
    - apt-get update -qy
    - apt-get install -y yarn
    - cd ui && yarn install
    - NODE_ENV=production webpack

test_python:
  stage: test
#  tags:
#    - python
  script:
    - pytest -v -m "not depsim and not dep and not vppsim and not vpp" tests


    
{'fraction_non_alphanumeric': 0.11869844179651695, 'fraction_numerical': 0.0032080659945004585, 'mean_word_length': 2.159189580318379, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 5, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1300052', 'n_tokens_mistral': 846, 'n_tokens_neox': 824, 'n_words': 206}