<commit_before>/**
 * Hyperscale
 *
 * (c) 2015-2017 <NAME>
 *
 * For the full copyright and license information, please view the LICENSE
 * file that was distributed with this source code.
 */

#include <type_traits>
#include <hyperscale/syntax/token_kinds.hpp>

namespace hyperscale {
namespace syntax {

    std::ostream& operator<<(std::ostream& os, const TokenKind kind) {
        return os << static_cast<std::underlying_type<syntax::TokenKind>::type>(kind);
    }

} // end of syntax namespace
} // end of hyperscale namespace
<commit_msg>fix(syntax): Show kind name of kind in stream<commit_after>/**
 * Hyperscale
 *
 * (c) 2015-2017 <NAME>
 *
 * For the full copyright and license information, please view the LICENSE
 * file that was distributed with this source code.
 */

#include <type_traits>
#include <hyperscale/syntax/token_kinds.hpp>

namespace hyperscale {
namespace syntax {

    std::ostream& operator<<(std::ostream& os, const TokenKind kind) {
        return os << TokenNames.at(kind);
    }

} // end of syntax namespace
} // end of hyperscale namespace

{'fraction_non_alphanumeric': 0.11677479147358666, 'fraction_numerical': 0.014828544949026877, 'mean_word_length': 4.023255813953488, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6871976', 'n_tokens_mistral': 352, 'n_tokens_neox': 313, 'n_words': 105}