<commit_before>zrequire('unread');
zrequire('topic_data');

set_global('channel', {});

run_test('basics', () => {
    var stream_id = 55;

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 101,
        topic_name: 'toPic1',
    });

    var history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['toPic1']);

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 102,
        topic_name: 'Topic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['Topic1']);

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 103,
        topic_name: 'topic2',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2', 'Topic1']);

    // Removing first topic1 message has no effect.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'toPic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2', 'Topic1']);

    // Removing second topic1 message removes the topic.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'Topic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2']);

    // Test that duplicate remove does not crash us.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'Topic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2']);

    // get to 100% coverage for defensive code
    topic_data.remove_message({
        stream_id: 9999999,
    });
});

run_test('server_history', () => {
    var stream_id = 66;

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 501,
        topic_name: 'local',
    });

    function add_server_history() {
        topic_data.add_history(stream_id, [
            { name: 'local', max_id: 501 },
            { name: 'hist2', max_id: 31 },
            { name: 'hist1', max_id: 30 },
        ]);
    }

    add_server_history();
    var history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['local', 'hist2', 'hist1']);

    // If new activity comes in for historical messages,
    // they can bump to the front of the list.
    topic_data.add_message({
        stream_id: stream_id,
        message_id: 502,
        topic_name: 'hist1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist1', 'local', 'hist2']);

    // server history is allowed to backdate hist1
    add_server_history();
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['local', 'hist2', 'hist1']);

    // Removing a local message removes the topic if we have
    // our counts right.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'local',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist2', 'hist1']);

    // We can try to remove a historical message, but it should
    // have no effect.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'hist2',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist2', 'hist1']);

    // If we call back to the server for history, the
    // effect is always additive.  We may decide to prune old
    // topics in the future, if they dropped off due to renames,
    // but that is probably an edge case we can ignore for now.
    topic_data.add_history(stream_id, [
        { name: 'hist2', max_id: 931 },
        { name: 'hist3', max_id: 5 },
    ]);
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist2', 'hist1', 'hist3']);
});

(function test_unread_logic() {
    var stream_id = 77;

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 201,
        topic_name: 'toPic1',
    });

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 45,
        topic_name: 'topic2',
    });

    var history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['toPic1', 'topic2']);

    const msgs = [
        { id: 150, subject: 'TOPIC2' }, // will be ignored
        { id: 61, subject: 'unread1' },
        { id: 60, subject: 'unread1' },
        { id: 20, subject: 'UNREAD2' },
    ];

    _.each(msgs, (msg) => {
        msg.type = 'stream';
        msg.stream_id = stream_id;
        msg.unread = true;
    });

    unread.process_loaded_messages(msgs);

    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['toPic1', 'unread1', 'topic2', 'UNREAD2']);
}());

(function test_stream_has_topics() {
    var stream_id = 88;

    assert.equal(topic_data.stream_has_topics(stream_id), false);

    topic_data.find_or_create(stream_id);

    // This was a bug before--just creating a bucket does not
    // mean we have actual topics.
    assert.equal(topic_data.stream_has_topics(stream_id), false);

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 888,
        topic_name: 'whatever',
    });

    assert.equal(topic_data.stream_has_topics(stream_id), true);
}());

run_test('server_history_end_to_end', () => {
    topic_data.reset();

    var stream_id = 99;

    var topics = [
        { name: 'topic3', max_id: 501 },
        { name: 'topic2', max_id: 31 },
        { name: 'topic1', max_id: 30 },
    ];

    var get_success_callback;
    var on_success_called;

    channel.get = function (opts) {
        assert.equal(opts.url, '/json/users/me/99/topics');
        assert.deepEqual(opts.data, {});
        get_success_callback = opts.success;
    };

    topic_data.get_server_history(stream_id, function () {
        on_success_called = true;
    });

    get_success_callback({topics: topics});
<commit_msg>node tests: Use run_test helper in topic_data.js.<commit_after>zrequire('unread');
zrequire('topic_data');

set_global('channel', {});

run_test('basics', () => {
    var stream_id = 55;

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 101,
        topic_name: 'toPic1',
    });

    var history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['toPic1']);

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 102,
        topic_name: 'Topic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['Topic1']);

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 103,
        topic_name: 'topic2',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2', 'Topic1']);

    // Removing first topic1 message has no effect.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'toPic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2', 'Topic1']);

    // Removing second topic1 message removes the topic.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'Topic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2']);

    // Test that duplicate remove does not crash us.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'Topic1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['topic2']);

    // get to 100% coverage for defensive code
    topic_data.remove_message({
        stream_id: 9999999,
    });
});

run_test('server_history', () => {
    var stream_id = 66;

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 501,
        topic_name: 'local',
    });

    function add_server_history() {
        topic_data.add_history(stream_id, [
            { name: 'local', max_id: 501 },
            { name: 'hist2', max_id: 31 },
            { name: 'hist1', max_id: 30 },
        ]);
    }

    add_server_history();
    var history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['local', 'hist2', 'hist1']);

    // If new activity comes in for historical messages,
    // they can bump to the front of the list.
    topic_data.add_message({
        stream_id: stream_id,
        message_id: 502,
        topic_name: 'hist1',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist1', 'local', 'hist2']);

    // server history is allowed to backdate hist1
    add_server_history();
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['local', 'hist2', 'hist1']);

    // Removing a local message removes the topic if we have
    // our counts right.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'local',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist2', 'hist1']);

    // We can try to remove a historical message, but it should
    // have no effect.
    topic_data.remove_message({
        stream_id: stream_id,
        topic_name: 'hist2',
    });
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist2', 'hist1']);

    // If we call back to the server for history, the
    // effect is always additive.  We may decide to prune old
    // topics in the future, if they dropped off due to renames,
    // but that is probably an edge case we can ignore for now.
    topic_data.add_history(stream_id, [
        { name: 'hist2', max_id: 931 },
        { name: 'hist3', max_id: 5 },
    ]);
    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['hist2', 'hist1', 'hist3']);
});

run_test('test_unread_logic', () => {
    var stream_id = 77;

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 201,
        topic_name: 'toPic1',
    });

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 45,
        topic_name: 'topic2',
    });

    var history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['toPic1', 'topic2']);

    const msgs = [
        { id: 150, subject: 'TOPIC2' }, // will be ignored
        { id: 61, subject: 'unread1' },
        { id: 60, subject: 'unread1' },
        { id: 20, subject: 'UNREAD2' },
    ];

    _.each(msgs, (msg) => {
        msg.type = 'stream';
        msg.stream_id = stream_id;
        msg.unread = true;
    });

    unread.process_loaded_messages(msgs);

    history = topic_data.get_recent_names(stream_id);
    assert.deepEqual(history, ['toPic1', 'unread1', 'topic2', 'UNREAD2']);
});

run_test('test_stream_has_topics', () => {
    var stream_id = 88;

    assert.equal(topic_data.stream_has_topics(stream_id), false);

    topic_data.find_or_create(stream_id);

    // This was a bug before--just creating a bucket does not
    // mean we have actual topics.
    assert.equal(topic_data.stream_has_topics(stream_id), false);

    topic_data.add_message({
        stream_id: stream_id,
        message_id: 888,
        topic_name: 'whatever',
    });

    assert.equal(topic_data.stream_has_topics(stream_id), true);
});

run_test('server_history_end_to_end', () => {
    topic_data.reset();

    var stream_id = 99;

    var topics = [
        { name: 'topic3', max_id: 501 },
        { name: 'topic2', max_id: 31 },
        { name: 'topic1', max_id: 30 },
    ];

    var get_success_callback;
    var on_success_called;

    channel.get = function (opts) {
        assert.equal(opts.url, '/json/users/me/99/topics');
        assert.deepEqual(opts.data, {});
        get_success_callback = opts.success;
    };

    topic_data.get_server_history(stream_id, function () {
        on_success_called = true;
    });

    get_success_callback({topics: topics});

{'fraction_non_alphanumeric': 0.13338338338338337, 'fraction_numerical': 0.02052052052052052, 'mean_word_length': 2.816937281120662, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5511953', 'n_tokens_mistral': 4150, 'n_tokens_neox': 3895, 'n_words': 840}