<commit_before>machine:
  environment:
    GOPATH: "/home/ubuntu/.go_workspace"
test:
  override:
    - go test -v -race ./...
    - go vet ./...
  post:
    - pkg/package.sh
dependencies:
  pre:
    - if [[ ! -e /usr/local/go-1.6 ]]; then sudo mv /usr/local/go /usr/local/go-1.5.1; wget https://storage.googleapis.com/golang/go1.6.1.linux-amd64.tar.gz && sudo tar -C /usr/local -zxf go1.6.1.linux-amd64.tar.gz && sudo mv /usr/local/go /usr/local/go-1.6 && sudo ln -s /usr/local/go-1.6 /usr/local/go; fi
  override:
    - pkg/depends.sh
    - pkg/build.sh
general:
  artifacts:
    - pkg/artifacts
deployment:
  production:
    branch: master
    commands:
      - pkg/deploy.sh<commit_msg>update circleci<commit_after>machine:
  environment:
    GOPATH: "/home/ubuntu/.go_workspace"
test:
  override:
    - go test -v -race ./...
    - go vet ./...
  post:
    - scripts/package.sh
dependencies:
  pre:
    - if [[ ! -e /usr/local/go-1.6 ]]; then sudo mv /usr/local/go /usr/local/go-1.5.1; wget https://storage.googleapis.com/golang/go1.6.1.linux-amd64.tar.gz && sudo tar -C /usr/local -zxf go1.6.1.linux-amd64.tar.gz && sudo mv /usr/local/go /usr/local/go-1.6 && sudo ln -s /usr/local/go-1.6 /usr/local/go; fi
  override:
    - scripts/depends.sh
    - scripts/build.sh
general:
  artifacts:
    - build/artifacts
deployment:
  production:
    branch: master
    commands:
      - scripts/deploy.sh
{'fraction_non_alphanumeric': 0.1742857142857143, 'fraction_numerical': 0.027142857142857142, 'mean_word_length': 2.228110599078341, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1392364', 'n_tokens_mistral': 588, 'n_tokens_neox': 552, 'n_words': 108}