<commit_before>//
// Created by <NAME> on 31/08/16.
//

#ifndef MMT_COMMON_INTERFACES_SENTENCE_H
#define MMT_COMMON_INTERFACES_SENTENCE_H

#include <cstdint>
#include <vector>
#include <unordered_map>

namespace mmt {

    typedef uint32_t domain_t;
    typedef uint32_t wid_t;
    typedef uint16_t length_t;

    struct word_t {
        wid_t id;

        word_t(wid_t id) : id(id) {};
    };

    typedef std::vector<word_t> sentence_t;
    typedef std::vector<std::pair<length_t, length_t>> alignment_t;

    struct cscore_t {
        domain_t domain;
        float score;
    };

    typedef std::vector<cscore_t> context_t;

}

#endif //MMT_COMMON_INTERFACES_SENTENCE_H<commit_msg>added constructor for new type cscore_t<commit_after>//
// Created by <NAME> on 31/08/16.
//

#ifndef MMT_COMMON_INTERFACES_SENTENCE_H
#define MMT_COMMON_INTERFACES_SENTENCE_H

#include <cstdint>
#include <vector>
#include <unordered_map>

namespace mmt {

    typedef uint32_t domain_t;
    typedef uint32_t wid_t;
    typedef uint16_t length_t;

    struct word_t {
        wid_t id;

        word_t(wid_t id) : id(id) {};
    };

    typedef std::vector<word_t> sentence_t;
    typedef std::vector<std::pair<length_t, length_t>> alignment_t;

    struct cscore_t {
        domain_t domain;
        float score;

        cscore_t(domain_t d, float s) : domain(d), score(s) { }
    };

    typedef std::vector<cscore_t> context_t;

}

#endif //MMT_COMMON_INTERFACES_SENTENCE_H
{'fraction_non_alphanumeric': 0.10321257689678742, 'fraction_numerical': 0.016404647983595352, 'mean_word_length': 3.3832335329341316, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2362992', 'n_tokens_mistral': 586, 'n_tokens_neox': 558, 'n_words': 114}