<commit_before>#include "istream.h"

#define EXPECTED_RESULT "bar fo fo bar bla!"

static istream_t
create_input(pool_t pool)
{
    return istream_string_new(pool, "foo fo fo bar blablablablubb");
}

static istream_t
create_test(pool_t pool, istream_t input)
{
    istream_t istream = istream_subst_new(pool, input);
    istream_subst_add(istream, "foo", "bar");
    istream_subst_add(istream, "blablablubb", "!");
    return istream;
}

#include "t-istream-filter.h"<commit_msg>test partial match at eof<commit_after>#include "istream.h"

#define EXPECTED_RESULT "bar fo fo bar bla! fo"

static istream_t
create_input(pool_t pool)
{
    return istream_string_new(pool, "foo fo fo bar blablablablubb fo");
}

static istream_t
create_test(pool_t pool, istream_t input)
{
    istream_t istream = istream_subst_new(pool, input);
    istream_subst_add(istream, "foo", "bar");
    istream_subst_add(istream, "blablablubb", "!");
    return istream;
}

#include "t-istream-filter.h"
{'fraction_non_alphanumeric': 0.1168032786885246, 'fraction_numerical': 0.0, 'mean_word_length': 5.470198675496689, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '624424', 'n_tokens_mistral': 381, 'n_tokens_neox': 380, 'n_words': 83}