<commit_before>/*
 * robust_deserialization_unit.c
 *
 */

#include <assert.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include <roaring/roaring.h>


#include "config.h"
#include "test.h"


long filesize(FILE* fp) {
    fseek(fp, 0L, SEEK_END);
    return ftell(fp);
}

char* readfile(FILE* fp, size_t * bytes) {
    *bytes = filesize(fp);
    char* buf = malloc(*bytes);
    if(buf == NULL) return NULL;

    rewind(fp);

    size_t cnt = fread(buf, 1, *bytes, fp);
    if(*bytes != cnt){
        free(buf);
        return NULL;
    }
    return buf;
}

int compare(char* x, char* y, size_t size) {
    for (size_t i = 0; i < size; ++i) {
        if (x[i] != y[i]) {
            return i + 1;
        }
    }
    return 0;
}

int test_deserialize(const char * filename) {
    FILE* fp = fopen(filename, "rb");
    if(fp == NULL) {
        printf("Could not open %s, check your configuration. \n",filename);
        assert_false(fp == NULL);
    }
    size_t bytes;
    char* input_buffer = readfile(fp, &bytes);

    if(input_buffer == NULL) {
      printf("Could not read bytes from %s, check your configuration. \n",filename);
      assert_false(input_buffer == NULL);
    }
    printf("Binary content read.\n");


    roaring_bitmap_t* bitmap =
        roaring_bitmap_portable_deserialize_safe(input_buffer, bytes);

    if(bitmap == NULL) {
        printf("Null bitmap loaded.\n");
        free(input_buffer);
        return 1; // this is the expected behavior
    }
    printf("Non-null bitmap loaded.\n");

    size_t expected_size = roaring_bitmap_portable_size_in_bytes(bitmap);

    char* output_buffer = malloc(expected_size);
    size_t actual_size =
        roaring_bitmap_portable_serialize(bitmap, output_buffer);


    if(actual_size != expected_size) {
        free(input_buffer);
        free(output_buffer);
        assert_int_equal(actual_size, expected_size);
    }

    int compare_result = compare(input_buffer, output_buffer, actual_size);

    free(output_buffer);
    free(input_buffer);
    fclose(fp);

    roaring_bitmap_free(bitmap);
    assert_false(compare_result);

    return compare_result;
}



void test_robust_deserialize1() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput1.bin");

    test_deserialize(filename);
}


void test_robust_deserialize2() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput2.bin");

    test_deserialize(filename);
}


void test_robust_deserialize3() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput3.bin");

    test_deserialize(filename);
}

void test_robust_deserialize4() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput4.bin");

    test_deserialize(filename);
}

void test_robust_deserialize5() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput5.bin");

    test_deserialize(filename);
}

void test_robust_deserialize6() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput6.bin");

    test_deserialize(filename);
}

void test_robust_deserialize7() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput7.bin");

    test_deserialize(filename);
}


int main() {
    const struct CMUnitTest tests[] = {
        cmocka_unit_test(test_robust_deserialize1),
        cmocka_unit_test(test_robust_deserialize2),
        cmocka_unit_test(test_robust_deserialize3),
        cmocka_unit_test(test_robust_deserialize4),
        cmocka_unit_test(test_robust_deserialize5),
        cmocka_unit_test(test_robust_deserialize6),
        cmocka_unit_test(test_robust_deserialize7),
     };

    return cmocka_run_group_tests(tests, NULL, NULL);
}<commit_msg>Adding a new test.<commit_after>/*
 * robust_deserialization_unit.c
 *
 */

#include <assert.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include <roaring/roaring.h>


#include "config.h"
#include "test.h"


long filesize(FILE* fp) {
    fseek(fp, 0L, SEEK_END);
    return ftell(fp);
}

char* readfile(FILE* fp, size_t * bytes) {
    *bytes = filesize(fp);
    char* buf = malloc(*bytes);
    if(buf == NULL) return NULL;

    rewind(fp);

    size_t cnt = fread(buf, 1, *bytes, fp);
    if(*bytes != cnt){
        free(buf);
        return NULL;
    }
    return buf;
}

int compare(char* x, char* y, size_t size) {
    for (size_t i = 0; i < size; ++i) {
        if (x[i] != y[i]) {
            return i + 1;
        }
    }
    return 0;
}

int test_deserialize(const char * filename) {
    FILE* fp = fopen(filename, "rb");
    if(fp == NULL) {
        printf("Could not open %s, check your configuration. \n",filename);
        assert_false(fp == NULL);
    }
    size_t bytes;
    char* input_buffer = readfile(fp, &bytes);

    if(input_buffer == NULL) {
      printf("Could not read bytes from %s, check your configuration. \n",filename);
      assert_false(input_buffer == NULL);
    }
    printf("Binary content read.\n");


    roaring_bitmap_t* bitmap =
        roaring_bitmap_portable_deserialize_safe(input_buffer, bytes);

    if(bitmap == NULL) {
        printf("Null bitmap loaded.\n");
        free(input_buffer);
        return 1; // this is the expected behavior
    }
    printf("Non-null bitmap loaded.\n");

    size_t expected_size = roaring_bitmap_portable_size_in_bytes(bitmap);

    char* output_buffer = malloc(expected_size);
    size_t actual_size =
        roaring_bitmap_portable_serialize(bitmap, output_buffer);


    if(actual_size != expected_size) {
        free(input_buffer);
        free(output_buffer);
        assert_int_equal(actual_size, expected_size);
    }

    int compare_result = compare(input_buffer, output_buffer, actual_size);

    free(output_buffer);
    free(input_buffer);
    fclose(fp);

    roaring_bitmap_free(bitmap);
    assert_false(compare_result);

    return compare_result;
}



void test_robust_deserialize1() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput1.bin");

    test_deserialize(filename);
}


void test_robust_deserialize2() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput2.bin");

    test_deserialize(filename);
}


void test_robust_deserialize3() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput3.bin");

    test_deserialize(filename);
}

void test_robust_deserialize4() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput4.bin");

    test_deserialize(filename);
}

void test_robust_deserialize5() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput5.bin");

    test_deserialize(filename);
}

void test_robust_deserialize6() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput6.bin");

    test_deserialize(filename);
}

void test_robust_deserialize7() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput7.bin");

    test_deserialize(filename);
}

void test_robust_deserialize8() {
    char filename[1024];

    strcpy(filename, TEST_DATA_DIR);
    strcat(filename, "crashproneinput8.bin");

    test_deserialize(filename);
}

int main() {
    const struct CMUnitTest tests[] = {
        cmocka_unit_test(test_robust_deserialize1),
        cmocka_unit_test(test_robust_deserialize2),
        cmocka_unit_test(test_robust_deserialize3),
        cmocka_unit_test(test_robust_deserialize4),
        cmocka_unit_test(test_robust_deserialize5),
        cmocka_unit_test(test_robust_deserialize6),
        cmocka_unit_test(test_robust_deserialize7),
     };

    return cmocka_run_group_tests(tests, NULL, NULL);
}
{'fraction_non_alphanumeric': 0.12000501064762621, 'fraction_numerical': 0.014530878115996492, 'mean_word_length': 3.5389425810119386, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4874241', 'n_tokens_mistral': 2802, 'n_tokens_neox': 2729, 'n_words': 502}