<commit_before>import assert from 'assert';
// @ts-ignore
import lru from 'tiny-lru';
import { OpenOpts } from '.';
import utils from './utils';

assert(
  typeof BigInt !== 'undefined',
  'Apparently you are using old version of node. Please upgrade to node 0.10 or above.'
);

const types = [
  'extended', //  0
  'pointer', //  1
  'utf8_string', //  2
  'double', //  3
  'bytes', //  4
  'uint16', //  5
  'uint32', //  6
  'map', //  7
  'int32', //  8
  'uint64', //  9
  'uint128', // 10
  'array', // 11
  'container', // 12
  'end_marker', // 13
  'boolean', // 14
  'float', // 15
];

const pointerValueOffset = [0, 2048, 526336, 0];

interface Cursor {
  value: any;<commit_msg>fix assert message when BigInt is not available in older versions of node<commit_after>import assert from 'assert';
// @ts-ignore
import lru from 'tiny-lru';
import { OpenOpts } from '.';
import utils from './utils';

assert(
  typeof BigInt !== 'undefined',
  'Apparently you are using old version of node. Please upgrade to node 10.x or above.'
);

const types = [
  'extended', //  0
  'pointer', //  1
  'utf8_string', //  2
  'double', //  3
  'bytes', //  4
  'uint16', //  5
  'uint32', //  6
  'map', //  7
  'int32', //  8
  'uint64', //  9
  'uint128', // 10
  'array', // 11
  'container', // 12
  'end_marker', // 13
  'boolean', // 14
  'float', // 15
];

const pointerValueOffset = [0, 2048, 526336, 0];

interface Cursor {
  value: any;
{'fraction_non_alphanumeric': 0.18446601941747573, 'fraction_numerical': 0.06726768377253814, 'mean_word_length': 2.510948905109489, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3571948', 'n_tokens_mistral': 584, 'n_tokens_neox': 526, 'n_words': 169}