<commit_before>require('dotenv').config()
pkg = require('../../package.json')
version = require('../version')
path = require('path')

Bluebird = require('bluebird')
github = require('./github')

process.exit() if process.env.CI_PULL_REQUEST

build_root = path.join(__dirname, '../../')

if process.env.CIRCLE_SHA1
  process.env.CIRCLE_COMMIT_MSG= require('child_process').execSync(`git log --format=%B -n 1 ${process.env.CIRCLE_SHA1}`).toString().trim()

for key, value of process.env
  continue unless key.startsWith('CIRCLE_')
  console.log("#{key}=", value)

if process.env.CIRCLE_TAG && "v#{pkg.version}" != process.env.CIRCLE_TAG
  console.log("Building tag #{process.env.CIRCLE_TAG}, but package version is #{pkg.version}")
  process.exit(1)

if process.env.CIRCLE_BRANCH.startsWith('@')
  console.log("Not releasing #{process.env.CIRCLE_BRANCH}")
  process.exit(0)

do Bluebird.coroutine(-><commit_msg>bugger this for a lark<commit_after>require('dotenv').config()
pkg = require('../../package.json')
version = require('../version')
path = require('path')

Bluebird = require('bluebird')
github = require('./github')

process.exit() if process.env.CI_PULL_REQUEST

build_root = path.join(__dirname, '../../')

if process.env.CIRCLE_SHA1
  process.env.CIRCLE_COMMIT_MSG= require('child_process').execSync("git log --format=%B -n 1 #{process.env.CIRCLE_SHA1}").toString().trim()

for key, value of process.env
  continue unless key.startsWith('CIRCLE_')
  console.log("#{key}=", value)

if process.env.CIRCLE_TAG && "v#{pkg.version}" != process.env.CIRCLE_TAG
  console.log("Building tag #{process.env.CIRCLE_TAG}, but package version is #{pkg.version}")
  process.exit(1)

if process.env.CIRCLE_BRANCH.startsWith('@')
  console.log("Not releasing #{process.env.CIRCLE_BRANCH}")
  process.exit(0)

do Bluebird.coroutine(->
{'fraction_non_alphanumeric': 0.18500273672687464, 'fraction_numerical': 0.005473453749315818, 'mean_word_length': 5.281786941580756, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3806076', 'n_tokens_mistral': 635, 'n_tokens_neox': 647, 'n_words': 115}