<commit_before>'use strict';

var grunt = require('grunt');

/*
  ======== A Handy Little Nodeunit Reference ========
  https://github.com/caolan/nodeunit

  Test methods:
    test.expect(numAssertions)
    test.done()
  Test assertions:
    test.ok(value, [message])
    test.equal(actual, expected, [message])
    test.notEqual(actual, expected, [message])
    test.deepEqual(actual, expected, [message])
    test.notDeepEqual(actual, expected, [message])
    test.strictEqual(actual, expected, [message])
    test.notStrictEqual(actual, expected, [message])
    test.throws(block, [error], [message])
    test.doesNotThrow(block, [error], [message])
    test.ifError(value)
*/

exports.kmc = {
    setUp: function (done) {
        // setup here if necessary
        done();
    },
    tearDown: function(done){
        grunt.file.delete('test/assets/index.combo.js');
        done();
    },
    index: function (test) {
        test.expect(1);

        var actual = grunt.file.read('test/assets/index.combo.js', 'utf-8');
        var expected = grunt.file.read('test/expected/index.combo.js', 'utf-8');
        test.equal(actual, expected, 'should build proper combo file.');
<commit_msg>test EOL<commit_after>'use strict';

var grunt = require('grunt'),
    os = require('os');

/*
  ======== A Handy Little Nodeunit Reference ========
  https://github.com/caolan/nodeunit

  Test methods:
    test.expect(numAssertions)
    test.done()
  Test assertions:
    test.ok(value, [message])
    test.equal(actual, expected, [message])
    test.notEqual(actual, expected, [message])
    test.deepEqual(actual, expected, [message])
    test.notDeepEqual(actual, expected, [message])
    test.strictEqual(actual, expected, [message])
    test.notStrictEqual(actual, expected, [message])
    test.throws(block, [error], [message])
    test.doesNotThrow(block, [error], [message])
    test.ifError(value)
*/

exports.kmc = {
    setUp: function (done) {
        // setup here if necessary
        done();
    },
    tearDown: function(done){
        grunt.file.delete('test/assets/index.combo.js');
        done();
    },
    index: function (test) {
        test.expect(1);

        var actual = grunt.file.read('test/assets/index.combo.js', 'utf-8');
        var expected = grunt.file.read('test/expected/index.combo.js', 'utf-8').replace("\r\n", os.EOL);
        test.equal(actual, expected, 'should build proper combo file.');

{'fraction_non_alphanumeric': 0.1694845360824742, 'fraction_numerical': 0.002474226804123711, 'mean_word_length': 3.226480836236934, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3345055', 'n_tokens_mistral': 782, 'n_tokens_neox': 771, 'n_words': 156}