<commit_before>var ini = require('ini');
var fs = require('fs');
var http = require('http');
var request = require('request');
var mime = require('mime');
var qs = require('querystring');
var amqp = require('amqp');
var util = require('util');
var auth = require('http-auth');
var swig  = require('swig');
var pam = require('authenticate-pam');
var functions = require('./functions');
var data = require('./data');
functions.checkExistingFiles();
var config = ini.parse(fs.readFileSync('./config/config.ini', 'utf-8'));
global.config = config;
functions.checkExistingLogFiles();
if (config.log.logToFile) {
    var log_file = fs.createWriteStream(config.log.logFile, {flags: 'a'});
}
var log_stdout = process.stdout;


//////////////////    Must.start.parent.   //////////////////////
var process_id = process.argv[2];
if (!process_id) {
    throw new Error('no parent pid found');
    global.parentPid = process_id;
}<commit_msg>oops<commit_after>var ini = require('ini');
var fs = require('fs');
var http = require('http');
var request = require('request');
var mime = require('mime');
var qs = require('querystring');
var amqp = require('amqp');
var util = require('util');
var auth = require('http-auth');
var swig  = require('swig');
var functions = require('./functions');
var data = require('./data');
functions.checkExistingFiles();
var config = ini.parse(fs.readFileSync('./config/config.ini', 'utf-8'));
global.config = config;
functions.checkExistingLogFiles();
if (config.log.logToFile) {
    var log_file = fs.createWriteStream(config.log.logFile, {flags: 'a'});
}
var log_stdout = process.stdout;


//////////////////    Must.start.parent.   //////////////////////
var process_id = process.argv[2];
if (!process_id) {
    throw new Error('no parent pid found');
    global.parentPid = process_id;
}
{'fraction_non_alphanumeric': 0.21578366445916114, 'fraction_numerical': 0.002207505518763797, 'mean_word_length': 4.036111111111111, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3462823', 'n_tokens_mistral': 565, 'n_tokens_neox': 552, 'n_words': 139}