<commit_before>var ext = require('./extract-content-all'),
    ex = new ext.ExtractContentJS.LayeredExtractor(),
    request = require('request'),
    jsdom = require('jsdom'),
    app = require('express').createServer(),
    mongoose = require('mongoose'),
    Iconv  = require('iconv').Iconv,
    uri    = require('url'),
    Buffer = require('buffer').Buffer;

// url = 'http://www.aichan.biz/html/html/h.html';
// url = 'http://d.hatena.ne.jp/hokaccha/20110801/1312216630'
// url = 'http://d.hatena.ne.jp/hokaccha/20110801/1312216630'

var Schema   = mongoose.Schema;
var UrlSchema = new Schema({
    title: String,
    content: String,
    images: [String],
    html: String,
    created: { type: Date, default: Date.now },
    updated: { type: Date, default: Date.now },
    url: String,
    urls: [String]
});
mongoose.model('Url', UrlSchema);
mongoose.connect(process.env.MONGOHQ_URL || 'mongodb://localhost/mongo_data');

app.enable('jsonp callback');
app.get('/', function(req, res){<commit_msg>Change library<commit_after>var ext = require('./extract-content-all'),
    ex = new ext.ExtractContentJS.LayeredExtractor(),
    request = require('request'),
    jsdom = require('jsdom'),
    app = require('express').createServer(),
    mongoose = require('mongoose'),
    Iconv  = require('iconv-jp').Iconv,
    uri    = require('url'),
    Buffer = require('buffer').Buffer;

// url = 'http://www.aichan.biz/html/html/h.html';
// url = 'http://d.hatena.ne.jp/hokaccha/20110801/1312216630'
// url = 'http://d.hatena.ne.jp/hokaccha/20110801/1312216630'

var Schema   = mongoose.Schema;
var UrlSchema = new Schema({
    title: String,
    content: String,
    images: [String],
    html: String,
    created: { type: Date, default: Date.now },
    updated: { type: Date, default: Date.now },
    url: String,
    urls: [String]
});
mongoose.model('Url', UrlSchema);
mongoose.connect(process.env.MONGOHQ_URL || 'mongodb://localhost/mongo_data');

app.enable('jsonp callback');
app.get('/', function(req, res){
{'fraction_non_alphanumeric': 0.18520357497517378, 'fraction_numerical': 0.03574975173783516, 'mean_word_length': 3.7411764705882353, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3647748', 'n_tokens_mistral': 749, 'n_tokens_neox': 705, 'n_words': 128}