<commit_before>var converter = require('../lib/converter');
var assert = require('assert');


describe('Converter', function() {
    it('should return object with head element containing text property', function () {
        assert.equal(JSON.stringify(converter.convertToJSON("<head>foo</head>")), JSON.stringify({head: { text: "foo"}}));
    });
        
    it('should return array of "a" objects', function() {
        assert.equal(JSON.stringify(converter.convertToJSON("<a>0</a><a>1</a>")), JSON.stringify({a: [ { text: "0" }, { text: "1" } ] }));
    });
});<commit_msg>Added pending tests to converterTests<commit_after>var converter = require('../lib/converter');
var assert = require('assert');


describe('Converter', function() {
    it('should return object with head element containing text property', function () {
        assert.equal(JSON.stringify(converter.convertToJSON("<head>foo</head>")), JSON.stringify({head: { text: "foo"}}));
    });
        
    it('should return array of "a" objects', function() {
        assert.equal(JSON.stringify(converter.convertToJSON("<a>0</a><a>1</a>")), JSON.stringify({a: [ { text: "0" }, { text: "1" } ] }));
    });
    
    it('should return element with one-liner tag child and normal tag child');
    
    it('should return correct form');
    
    it('should return currect folding elements');
});
{'fraction_non_alphanumeric': 0.19117647058823528, 'fraction_numerical': 0.0058823529411764705, 'mean_word_length': 4.022140221402214, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7021638', 'n_tokens_mistral': 399, 'n_tokens_neox': 395, 'n_words': 94}