<commit_before>///
/// @file  BitSieve-popcnt.cpp
/// @brief Count the number of 1 bits inside a 64-bit array.
///        The vectorized popcount algorithms used in this file are
///        described in the paper "Faster Population Counts using AVX2
///        Instructions" by <NAME>, <NAME>, <NAME>.
/// @see   https://arxiv.org/abs/1611.07612
/// @see   https://github.com/WojciechMula/sse-popcount
///
/// Copyright (C) 2016 <NAME>, <<EMAIL>>
///
/// This file is distributed under the BSD License. See the COPYING
/// file in the top level directory.
///

#include <BitSieve.hpp>
#include <popcnt.hpp>

#include <stdint.h>
#include <cassert>
#include <vector>

namespace {
namespace DEFAULT {

void CSA(uint64_t& h, uint64_t& l, uint64_t a, uint64_t b, uint64_t c)
{
  uint64_t u = a ^ b; 
  h = (a & b) | (u & c);
  l = u ^ c;
}
<commit_msg>Update comment<commit_after>///
/// @file  BitSieve-popcnt.cpp
/// @brief Count the number of 1 bits inside a 64-bit array.
///        The AVX2 popcount algorithm used in this file is described
///        in the paper "Faster Population Counts using AVX2
///        Instructions" by <NAME>, <NAME>, <NAME>.
/// @see   https://arxiv.org/abs/1611.07612
/// @see   https://github.com/WojciechMula/sse-popcount
///
/// Copyright (C) 2016 <NAME>, <<EMAIL>>
///
/// This file is distributed under the BSD License. See the COPYING
/// file in the top level directory.
///

#include <BitSieve.hpp>
#include <popcnt.hpp>

#include <stdint.h>
#include <cassert>
#include <vector>

namespace {
namespace DEFAULT {

void CSA(uint64_t& h, uint64_t& l, uint64_t a, uint64_t b, uint64_t c)
{
  uint64_t u = a ^ b; 
  h = (a & b) | (u & c);
  l = u ^ c;
}

{'fraction_non_alphanumeric': 0.15886188500296383, 'fraction_numerical': 0.034973325429756966, 'mean_word_length': 2.734513274336283, 'pattern_counts': {'":': 0, '<': 25, '<?xml version=': 0, '>': 25, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6924601', 'n_tokens_mistral': 647, 'n_tokens_neox': 600, 'n_words': 199}