<commit_before>var Evaluator = require('./evaluator');

var unescape = function unescape(value){
  return String(value)
    .replace(/&quot;/g, '"')
    .replace(/&#39;/g, "'")
    .replace(/&lt;/g, '<')
    .replace(/&gt;/g, '>')
    .replace(/&amp;/g, '&');
}

module.exports = function(argv, channel, response, logger) {
  var input = unescape(argv.slice(1).join('')),
    inputSplit = input.split(/\"/g);
    code = inputSplit[0],
    stdin = inputSplit[1].split('').map(function(c) {
      return c.charCodeAt(0);
    });<commit_msg>Fix stdin processing<commit_after>var Evaluator = require('./evaluator');

var unescape = function unescape(value){
  return String(value)
    .replace(/&quot;/g, '"')
    .replace(/&#39;/g, "'")
    .replace(/&lt;/g, '<')
    .replace(/&gt;/g, '>')
    .replace(/&amp;/g, '&');
}

module.exports = function(argv, channel, response, logger) {
  var input = unescape(argv.slice(1).join('')),
    inputSplit = input.split(/\"/g);
    code = inputSplit[0],
    stdin = (inputSplit[1] || '').split('').map(function(c) {
      return c.charCodeAt(0);
    });
{'fraction_non_alphanumeric': 0.24014665444546288, 'fraction_numerical': 0.010999083409715857, 'mean_word_length': 3.4571428571428573, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2911411', 'n_tokens_mistral': 394, 'n_tokens_neox': 393, 'n_words': 63}