<commit_before>#include "parser/parser.h"
#include "parser/ifstatement.h"
#include "parser/forstatement.h"
#include "parser/blockstatement.h"
#include "parser/functionstatement.h"
#include "parser/returnstatement.h"
#include "lexer/token.h"

using namespace grok::parser;

namespace myunique {
template <typename T, typename... Args>
std::unique_ptr<T> make_unique(Args&&... params)
{
    return std::unique_ptr<T>(new T(std::forward<T>(params)...));
}

} // namespace myunique

namespace grok {
bool IsBinaryOperator(TokenType type) {
  return (type >= PLUS && type <= LT) ||
           ((type >= XOR) && (type <= DEC)) ||
           ((type >= GTE) && (type <= AND)) ||
           ((type == SHL) && (type == SHR));
}

bool IsAssign(TokenType type_) {
    return (type_ == ASSIGN) || (type_ >= PLUSEQ && type_ <= MULEQ) ||
           (type_ >= BOREQ && type_ <= XOREQ) ||
           (type_ >= NOTEQ && type_ <= SHREQ);
}

} // grok<commit_msg>!= is not a assignment operator<commit_after>#include "parser/parser.h"
#include "parser/ifstatement.h"
#include "parser/forstatement.h"
#include "parser/blockstatement.h"
#include "parser/functionstatement.h"
#include "parser/returnstatement.h"
#include "lexer/token.h"

using namespace grok::parser;

namespace myunique {
template <typename T, typename... Args>
std::unique_ptr<T> make_unique(Args&&... params)
{
    return std::unique_ptr<T>(new T(std::forward<T>(params)...));
}

} // namespace myunique

namespace grok {
bool IsBinaryOperator(TokenType type) {
  return (type >= PLUS && type <= LT) ||
           ((type >= XOR) && (type <= DEC)) ||
           ((type >= GTE) && (type <= AND)) ||
           ((type == SHL) && (type == SHR));
}

bool IsAssign(TokenType type_) {
    return (type_ == ASSIGN) || (type_ >= PLUSEQ && type_ <= MULEQ) ||
           (type_ >= BOREQ && type_ <= XOREQ) ||
           (type_ > NOTEQ && type_ <= SHREQ);
}

} // grok
{'fraction_non_alphanumeric': 0.18970047293746717, 'fraction_numerical': 0.0, 'mean_word_length': 3.4694835680751175, 'pattern_counts': {'":': 0, '<': 23, '<?xml version=': 0, '>': 23, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4361540', 'n_tokens_mistral': 646, 'n_tokens_neox': 641, 'n_words': 150}