<commit_before>'use strict';

var grunt = require('grunt');

/*
  ======== A Handy Little Nodeunit Reference ========
  https://github.com/caolan/nodeunit

  Test methods:
    test.expect(numAssertions)
    test.done()
  Test assertions:
    test.ok(value, [message])
    test.equal(actual, expected, [message])
    test.notEqual(actual, expected, [message])
    test.deepEqual(actual, expected, [message])
    test.notDeepEqual(actual, expected, [message])
    test.strictEqual(actual, expected, [message])
    test.notStrictEqual(actual, expected, [message])
    test.throws(block, [error], [message])
    test.doesNotThrow(block, [error], [message])
    test.ifError(value)
*/

exports.jison = {
  setUp: function(done) {
    // setup here if necessary
    done();
  },
  js: function(test) {
    test.expect(1);

    var actual = grunt.file.read('tmp/js.calc.js');
    var expected = grunt.file.read('test/expected/js.calc.js');
    test.equal(actual, expected, 'should describe what the default behavior is.');

    test.done();
  },
  amd: function(test) {
    test.expect(1);

    var actual = grunt.file.read('tmp/amd.calc.js');
    var expected = grunt.file.read('test/expected/amd.calc.js');
    test.equal(actual, expected, 'should describe what the default behavior is.');

    test.done();
  },
  commonjs: function(test) {
    test.expect(1);

    var actual = grunt.file.read('tmp/commonjs.calc.js');
    var expected = grunt.file.read('test/expected/commonjs.calc.js');
    test.equal(actual, expected, 'should describe what the default behavior is.');

    test.done();
  },
 
};
<commit_msg>add test for the withLexFile case<commit_after>'use strict';

var grunt = require('grunt');

/*
  ======== A Handy Little Nodeunit Reference ========
  https://github.com/caolan/nodeunit

  Test methods:
    test.expect(numAssertions)
    test.done()
  Test assertions:
    test.ok(value, [message])
    test.equal(actual, expected, [message])
    test.notEqual(actual, expected, [message])
    test.deepEqual(actual, expected, [message])
    test.notDeepEqual(actual, expected, [message])
    test.strictEqual(actual, expected, [message])
    test.notStrictEqual(actual, expected, [message])
    test.throws(block, [error], [message])
    test.doesNotThrow(block, [error], [message])
    test.ifError(value)
*/

exports.jison = {
  setUp: function(done) {
    // setup here if necessary
    done();
  },
  js: function(test) {
    test.expect(1);

    var actual = grunt.file.read('tmp/js.calc.js');
    var expected = grunt.file.read('test/expected/js.calc.js');
    test.equal(actual, expected, 'should describe what the default behavior is.');

    test.done();
  },
  amd: function(test) {
    test.expect(1);

    var actual = grunt.file.read('tmp/amd.calc.js');
    var expected = grunt.file.read('test/expected/amd.calc.js');
    test.equal(actual, expected, 'should describe what the default behavior is.');

    test.done();
  },
  commonjs: function(test) {
    test.expect(1);

    var actual = grunt.file.read('tmp/commonjs.calc.js');
    var expected = grunt.file.read('test/expected/commonjs.calc.js');
    test.equal(actual, expected, 'should describe what the default behavior is.');

    test.done();
  },
  withLexFile: function(test) {
    test.expect(1);

    var actual = grunt.file.read('tmp/withLexFile.calc.js');
    var expected = grunt.file.read('test/expected/withLexFile.calc.js');
    test.equal(actual, expected, 'should describe what the default behavior is.');

    test.done();
  }
 
};

{'fraction_non_alphanumeric': 0.16515580736543908, 'fraction_numerical': 0.00198300283286119, 'mean_word_length': 3.5738341968911915, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7417609', 'n_tokens_mistral': 1161, 'n_tokens_neox': 1135, 'n_words': 242}