<commit_before>var fs = require('fs');
var crypto = require('crypto');
var http = require('http');
var https = require('https');
var assert = require('assert');
var url = require('url');

var LOGIN = '';     // TODO: set your login here
var PASSWORD = '';  // TODO: set your password here

var EMAILS = '<EMAIL>,<EMAIL>'; // TODO: send report here

// Required to make sure that https will 100% work even with bad certificate on out side))
process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";

var g_authToken = 0;
var g_invId = 0;

// HELPERS:
// Will send HTTP HEAD request and check if URL exists
function checkIfFileExistsHttp(path,cb){
     var parsedUrl = url.parse(path);

     var qs = (parsedUrl.search==null)?"":parsedUrl.search ;

     var options = <commit_msg>Typo fixed<commit_after>var fs = require('fs');
var crypto = require('crypto');
var http = require('http');
var https = require('https');
var assert = require('assert');
var url = require('url');

var LOGIN = '';     // TODO: set your login here
var PASSWORD = '';  // TODO: set your password here

var EMAILS = '<EMAIL>,<EMAIL>'; // TODO: send report here

// Required to make sure that https will 100% work even with bad certificate on our side))
process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";

var g_authToken = 0;
var g_invId = 0;

// HELPERS:
// Will send HTTP HEAD request and check if URL exists
function checkIfFileExistsHttp(path,cb){
     var parsedUrl = url.parse(path);

     var qs = (parsedUrl.search==null)?"":parsedUrl.search ;

     var options = 
{'fraction_non_alphanumeric': 0.1395955642530985, 'fraction_numerical': 0.007827788649706457, 'mean_word_length': 4.0130718954248366, 'pattern_counts': {'":': 2, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5867437', 'n_tokens_mistral': 494, 'n_tokens_neox': 483, 'n_words': 169}