<commit_before>"use strict"

const flatten = require("./flatten")
const dimensional = [[1,2,3], ["a", "b", "c"]]
const wild = ["a",["b"],"c",1,2,3]
const crazy = [1,[2],[],3,["a",["b","c"]],["Eloquent"],["JavaScript"]]

let l = console.log
outputBenchMark(1)
outputBenchMark(2)
outputBenchMark(4)
outputBenchMark(1e4)
outputBenchMark(2e4)
outputBenchMark(3e4)
outputBenchMark(4e4)
outputBenchMark(8e4)<commit_msg>more tests<commit_after>"use strict"

const flatten = require("./flatten")
const dimensional = [[1,2,3], ["a", "b", "c"]]
const wild = ["a",["b"],"c",1,2,3]
const crazy = [1,[2],[],3,["a",["b","c"]],["Eloquent"],["JavaScript"]]

let l = console.log
l("Benchmark results for flatten.js")
l("================================")
l()
outputBenchMark(1)
outputBenchMark(2)
outputBenchMark(4)
outputBenchMark(1e4)
outputBenchMark(2e4)
outputBenchMark(25e3)
outputBenchMark(3e4)
outputBenchMark(4e4)
outputBenchMark(8e4)
{'fraction_non_alphanumeric': 0.2583783783783784, 'fraction_numerical': 0.05081081081081081, 'mean_word_length': 10.023809523809524, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1528104', 'n_tokens_mistral': 391, 'n_tokens_neox': 383, 'n_words': 63}