<commit_before>/* This is an alternate version of the rss trawler that is designed to run in Jenkins

/*eslint-env node*/
var express = require('express');
const async = require('async');
const request = require('request');
var FeedParser = require('feedparser');
var fs = require('fs');
var nodemailer = require('nodemailer');
var io;

function httpGet(url, callback) {
    const options = {
        url: url,
        json: true
    };
}
// cfenv provides access to your Cloud Foundry environment
// for more info, see: https://www.npmjs.com/package/cfenv
var cfenv = require('cfenv');
// create a new express server
var port = 6001; // Set a default port if one is not supplied
var host ='localhost';
var app = express();
server = require('http').Server(app);
// XXX(sam) specify a path, to not collide with user's socket.io. Not
// changing now, it will need coordination with FE javascript.<commit_msg>commented out nodemailer module temporarily<commit_after>/* This is an alternate version of the rss trawler that is designed to run in Jenkins

/*eslint-env node*/
var express = require('express');
const async = require('async');
const request = require('request');
var FeedParser = require('feedparser');
var fs = require('fs');
///var nodemailer = require('nodemailer');
var io;

function httpGet(url, callback) {
    const options = {
        url: url,
        json: true
    };
}
// cfenv provides access to your Cloud Foundry environment
// for more info, see: https://www.npmjs.com/package/cfenv
var cfenv = require('cfenv');
// create a new express server
var port = 6001; // Set a default port if one is not supplied
var host ='localhost';
var app = express();
server = require('http').Server(app);
// XXX(sam) specify a path, to not collide with user's socket.io. Not
// changing now, it will need coordination with FE javascript.
{'fraction_non_alphanumeric': 0.12411924119241192, 'fraction_numerical': 0.004336043360433604, 'mean_word_length': 3.9891891891891893, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2514213', 'n_tokens_mistral': 536, 'n_tokens_neox': 513, 'n_words': 221}