<commit_before>/* global describe, it, expect */

describe('bixby-tokens', function() {
  
  describe('package.json', function() {
    var json = require('../package.json');
    
    it('should have assembly metadata', function() {
      expect(json.assembly.namespace).to.equal('tokens');
      
      expect(json.assembly.components).to.have.length(10);
      expect(json.assembly.components).to.include('main');
    });
  });
  
  it('should throw if required', function() {
    expect(function() {
      var pkg = require('..');
    }).to.throw(Error).with.property('code', 'MODULE_NOT_FOUND');
  });
  
});
<commit_msg>Fix tests.<commit_after>/* global describe, it, expect */

describe('bixby-tokens', function() {
  
  describe('package.json', function() {
    var json = require('../package.json');
    
    it('should have assembly metadata', function() {
      expect(json.assembly.namespace).to.equal('tokens');
      
      expect(json.assembly.components).to.have.length(11);
      expect(json.assembly.components).to.include('main');
    });
  });
  
  it('should throw if required', function() {
    expect(function() {
      var pkg = require('..');
    }).to.throw(Error).with.property('code', 'MODULE_NOT_FOUND');
  });
  
});

{'fraction_non_alphanumeric': 0.19518072289156627, 'fraction_numerical': 0.00321285140562249, 'mean_word_length': 3.281786941580756, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3787020', 'n_tokens_mistral': 382, 'n_tokens_neox': 375, 'n_words': 63}