<commit_before>module.exports = {
  auto: false, // Will run automatically on a schedule based on 'CRON'.
  debug: true, // Will display debug related messages to your console. (Really spammy.)
  CRON: '0 0 */1 * *', // This example 'CRON' will run archiver at every midnight (00:00).
  acceptTOS: false, /* Make this 'true' if you're running your own CRON system script.
  Please read this https://discordapp.com/developers/docs/legal before enabling. */
  authtoken: '', // Bot account is preferred.
  guildID: '', // While in developer mode, right click the server icon and click 'Copy ID'.
  messagesEveryFile: 100000, // Amount of max messages in every file. In effect limiting every file size at around 30-40 MB.<commit_msg>Typos and new file size benchmarking done.<commit_after>module.exports = {
  auto: false, // Will run automatically on a schedule based on 'CRON'.
  debug: true, // Will display debug related messages to your console. (Really spammy.)
  CRON: '0 0 */1 * *', // This example 'CRON' will run archiver at every midnight (00:00).
  acceptTOS: false, /* Make this 'true' if you're running your own CRON system script.
  Please read this https://discordapp.com/developers/docs/legal before enabling. */
  authtoken: '', // Bot account is preferred.
  guildID: '', // While in developer mode, right click the server icon and click 'Copy ID'.
  messagesEveryFile: 100000, // Amount of max messages in every file. In effect limiting every file size at around 20-50 MB.
{'fraction_non_alphanumeric': 0.10678307588985897, 'fraction_numerical': 0.022834116856950974, 'mean_word_length': 3.627329192546584, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '559036', 'n_tokens_mistral': 441, 'n_tokens_neox': 409, 'n_words': 195}