<commit_before>/**
 * Test run for scanner app
 * @type {*|exports|module.exports}
 */

var Q = require('q');
var path = require('path');
//console.log("HEEEEYYY", process.env.OPENSHIFT_DATA_DIR + "nmap-7.00/nmap");
//TODO: Move to Core utils
var ajv = require('ajv')();
ajv.addSchema(require('../../schemas/nmap.json'), 'nmap');

var App = require('../App');

//Data is chunked into 1024 targets, then 4 sets of 256 which each of is split into sets of 16
var nmap = require('libnmap');
//App.Store.kue.app.listen(8080);
App.Store.queue.process('418b3a196f9a8a9fb526e9be3f5e359d', function(job, done){
    job.on('failed', function() {
        job.state('inactive').save();
    });

    var targets = job.data.targets;
    var total = targets.length;
    targets = App.util.chunk(targets, 256);
    var indx = 0;
    App.util.async.eachSeries(targets, function(midTargetBlock, targetsCB){
        //console.log(targetBlock);

<commit_msg>Updating to use another block<commit_after>/**
 * Test run for scanner app
 * @type {*|exports|module.exports}
 */

var Q = require('q');
var path = require('path');
//console.log("HEEEEYYY", process.env.OPENSHIFT_DATA_DIR + "nmap-7.00/nmap");
//TODO: Move to Core utils
var ajv = require('ajv')();
ajv.addSchema(require('../../schemas/nmap.json'), 'nmap');

var App = require('../App');

//Data is chunked into 1024 targets, then 4 sets of 256 which each of is split into sets of 16
var nmap = require('libnmap');
//App.Store.kue.app.listen(8080);
App.Store.queue.process('418b3a196f9a8a9fb526e9be3f5e6b35', function(job, done){
    job.on('failed', function() {
        job.state('inactive').save();
    });

    var targets = job.data.targets;
    var total = targets.length;
    targets = App.util.chunk(targets, 256);
    var indx = 0;
    App.util.async.eachSeries(targets, function(midTargetBlock, targetsCB){
        //console.log(targetBlock);


{'fraction_non_alphanumeric': 0.1744186046511628, 'fraction_numerical': 0.042283298097251586, 'mean_word_length': 3.8414322250639388, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3679714', 'n_tokens_mistral': 714, 'n_tokens_neox': 651, 'n_words': 156}