<commit_before>// mocha doc: http://visionmedia.github.io/mocha/

assert = require('assert')
//mocha = require('mocha')
//should = mocha.should

describe('basic', function() {
    it('module loads', function() {
		index = require('../index.js')
		assert(index !== undefined)
    })
})<commit_msg>expand tests<commit_after>// mocha doc: http://visionmedia.github.io/mocha/

assert = require('assert')
//mocha = require('mocha')
//should = mocha.should

describe('basic', function() {
    it('module loads', function() {
		index = require('../index.js')
		assert(index !== undefined)
    })
	
	it('to64 works', function () {
		base = require('../index.js')
		assert(base.to64('5d41402abc4b2a76b9719d911017c592') == '1TGK0fk4hfTgamcP4G5xMI')
	})
	
	it('to16 works', function () {
		base = require('../index.js')
		assert(base.to16('1TGK0fk4hfTgamcP4G5xMI') == '5d41402abc4b2a76b9719d911017c592')
	})
})

{'fraction_non_alphanumeric': 0.2, 'fraction_numerical': 0.07111111111111111, 'mean_word_length': 4.331360946745562, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '174841', 'n_tokens_mistral': 389, 'n_tokens_neox': 336, 'n_words': 53}