<commit_before>var _ = require('lodash');
var fs = require('fs');
var dot = require('dot');
var path = require('path');
var yaml = require('js-yaml');

/**
* Engine settings
*/
var settings = {
  config: /^---([\s\S]+?)---/g,
  comment: /<!--([\s\S]+?)-->/g,
  header: '',

  stripComment: false,
  stripWhitespace: false, // shortcut to dot.strip

  dot: {
    evaluate: /\[\[([\s\S]+?)]]/g,
    interpolate: /\[\[=([\s\S]+?)]]/g,
    encode: /\[\[!([\s\S]+?)]]/g,
    use: /\[\[#([\s\S]+?)]]/g,
    define: /\[\[##\s*([\w\.$]+)\s*(:|=)([\s\S]+?)#]]/g,
    conditional: /\[\[\?(\?)?\s*([\s\S]*?)\s*]]/g,
    iterate: /\[\[~\s*(?:]]|([\s\S]+?)\s*:\s*([\w$]+)\s*(?::\s*([\w$]+))?\s*]])/g,
    varname: 'layout, partial, locals, model',
    strip: false,
    append: true,
    selfcontained: false
  }
};

/**
* Cache store
*/
var cache = {
  cache: {},

  get: function(key) {
    return this.cache[key];
  },
  set: function(key, value) {<commit_msg>support inline 'def' and 'use' params<commit_after>var _ = require('lodash');
var fs = require('fs');
var dot = require('dot');
var path = require('path');
var yaml = require('js-yaml');

/**
* Engine settings
*/
var settings = {
  config: /^---([\s\S]+?)---/g,
  comment: /<!--([\s\S]+?)-->/g,
  header: '',

  stripComment: false,
  stripWhitespace: false, // shortcut to dot.strip

  dot: {
    evaluate: /\[\[([\s\S]+?)]]/g,
    interpolate: /\[\[=([\s\S]+?)]]/g,
    encode: /\[\[!([\s\S]+?)]]/g,
    use: /\[\[#([\s\S]+?)]]/g,
    useParams: /(^|[^\w$])def(?:\.|\[[\'\"])([\w$\.]+)(?:[\'\"]\])?\s*\:\s*([\w$\.]+|\"[^\"]+\"|\'[^\']+\'|\[[^\]]+\])/g,
    define: /\[\[##\s*([\w\.$]+)\s*(:|=)([\s\S]+?)#]]/g,
    defineParams: /^\s*([\w$]+):([\s\S]+)/,
    conditional: /\[\[\?(\?)?\s*([\s\S]*?)\s*]]/g,
    iterate: /\[\[~\s*(?:]]|([\s\S]+?)\s*:\s*([\w$]+)\s*(?::\s*([\w$]+))?\s*]])/g,
    varname: 'layout, partial, locals, model',
    strip: false,
    append: true,
    selfcontained: false,
    doNotSkipEncoded: false
  }
};

/**
* Cache store
*/
var cache = {
  cache: {},

  get: function(key) {
    return this.cache[key];
  },
  set: function(key, value) {
{'fraction_non_alphanumeric': 0.37753657385559225, 'fraction_numerical': 0.0, 'mean_word_length': 2.752212389380531, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1927809', 'n_tokens_mistral': 971, 'n_tokens_neox': 920, 'n_words': 147}