<commit_before>(function () {
    var crawl = require('../../modules/crawler/crawler').crawl;
    var run = require('../../modules/es6/container.js').run;

    var cheerio = require('cheerio');

    run(function *(cb) {
        var url = 'http://bj.58.com/chuzu/';
        console.log('staring crawl..', url);
        var res = yield crawl('get', url)(cb);

        console.log(res);

        var $ = cheerio.load(res, {
            normalizeWhitespace: true,
            xmlMode: true
        });
        var items = [];
        $('table.tbimg tr').each(function () {
            var $elements = $(this).children();
            var $title = $($elements[1]).find('h1');
            items.push($title.text().trim());
        });
        console.log(items);
    });
})();<commit_msg>had been resolve Chinese messy code problem.<commit_after>(function () {
    var crawl = require('../../modules/crawler/crawler').crawl;
    var run = require('../../modules/es6/container.js').run;

    var cheerio = require('cheerio');

    run(function *(cb) {
        var url = 'http://bj.58.com/chuzu/';
        console.log('staring crawl..', url);
        var res = yield crawl('get', url)(cb);

        var $ = cheerio.load(res, {
            normalizeWhitespace: true,
            xmlMode: true
        });
        var items = [];
        $('table.tbimg tr').each(function () {
            var $elements = $(this).children();
            var $title = $($elements[1]).find('h1');
            items.push($title.text().trim());
        });
        console.log(items);
    });
})();
{'fraction_non_alphanumeric': 0.1939281288723668, 'fraction_numerical': 0.006195786864931847, 'mean_word_length': 1.818499127399651, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7513891', 'n_tokens_mistral': 502, 'n_tokens_neox': 472, 'n_words': 89}