<commit_before>var byline = require("byline");
var _ = require("lodash");
var log = require("../lib/log");

module.exports = function(stream, source)
{
    return stream = stream.pipe(byline.createStream())
    .on("data", function(line)
    {
        var parts = line.toString().split("|"),
            infoHash = parts[0], cat = (parts[2] || "").toLowerCase(),
            additional = { }; // additional info found

        var infoUrl = parts[3];
        if (infoUrl.match("kat.cr")) additional.hints = { url: infoUrl }; // OR any torrent website that we know contains IMDB ID on it's info page
        <commit_msg>Add another domain to dump.js for hinting for IMDB ID<commit_after>var byline = require("byline");
var _ = require("lodash");
var log = require("../lib/log");

module.exports = function(stream, source)
{
    return stream = stream.pipe(byline.createStream())
    .on("data", function(line)
    {
        var parts = line.toString().split("|"),
            infoHash = parts[0], cat = (parts[2] || "").toLowerCase(),
            additional = { }; // additional info found

        var infoUrl = parts[3];
        if (infoUrl.match("kat.cr|kickass.to")) additional.hints = { url: infoUrl }; // OR any torrent website that we know contains IMDB ID on it's info page
        
{'fraction_non_alphanumeric': 0.1590380139643134, 'fraction_numerical': 0.004654771140418929, 'mean_word_length': 2.909090909090909, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5128598', 'n_tokens_mistral': 382, 'n_tokens_neox': 379, 'n_words': 109}