<commit_before>var dna = require('../');
var fs = require('fs');
var path = require('path');

var txt = fs.readFileSync(path.join(__dirname, 'dna.txt'));

dna.parse(txt, function(err, snps){
  fs.writeFileSync(path.join(__dirname, 'dna.json'), JSON.stringify(snps));
});<commit_msg>encoding string required for fs.readFileSync<commit_after>var dna = require('../');
var fs = require('fs');
var path = require('path');

var txt = fs.readFileSync(path.join(__dirname, 'dna.txt'), 'utf-8');

dna.parse(txt, function(err, snps){
  fs.writeFileSync(path.join(__dirname, 'dna.json'), JSON.stringify(snps));
});
{'fraction_non_alphanumeric': 0.21026490066225165, 'fraction_numerical': 0.0016556291390728477, 'mean_word_length': 6.2023809523809526, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6229383', 'n_tokens_mistral': 214, 'n_tokens_neox': 213, 'n_words': 43}