<commit_before>#include <csignal>
#include <iostream>
#include <list>
#include <memory>
#include <vector>
#include <string>
#include <sstream>
#include <ctime>
#include <cmath>
#include <cassert>
#include <cstdlib>
#include <cstdio>
#include <vector>
#include <list>
#include <fstream>
#include <algorithm>
#include <numeric>
#include <iterator>
#include <functional>
#include <ctime>
#include <chrono>
#include <initializer_list>
#include <tuple>
#include <memory>
#include <limits>
#include <exception>
#include <cassert>
#include <array>
#include <deque>
#include <forward_list>
#include <set>
#include <map>
#include <unordered_set>
#include <unordered_map>
#include <stack>
#include <queue>
#include <complex>
#include <valarray>
#include <random>
#include <ratio>
#include <cfenv>
#include <ios>
#include <iomanip>
#include <sstream>
#include <locale>
#include <clocale>
#include <regex>
#include <atomic>
#include <thread>
#include <mutex>
#include <future>
#include <condition_variable>
#include <utility>

using namespace std;

#define RANGE(r) std::begin(r), std::end(r)<commit_msg>Added binary stream modifier in C++ template<commit_after>#include <csignal>
#include <iostream>
#include <list>
#include <memory>
#include <vector>
#include <string>
#include <sstream>
#include <ctime>
#include <cmath>
#include <cassert>
#include <cstdlib>
#include <cstdio>
#include <vector>
#include <list>
#include <fstream>
#include <algorithm>
#include <numeric>
#include <iterator>
#include <functional>
#include <ctime>
#include <chrono>
#include <initializer_list>
#include <tuple>
#include <memory>
#include <limits>
#include <exception>
#include <cassert>
#include <array>
#include <deque>
#include <forward_list>
#include <set>
#include <map>
#include <unordered_set>
#include <unordered_map>
#include <stack>
#include <queue>
#include <complex>
#include <valarray>
#include <random>
#include <ratio>
#include <cfenv>
#include <ios>
#include <iomanip>
#include <sstream>
#include <locale>
#include <clocale>
#include <regex>
#include <atomic>
#include <thread>
#include <mutex>
#include <future>
#include <condition_variable>
#include <utility>
#include <experimental/optional>
//#include <experimental/memory_resource>
//#include <experimental/algorithm>
//#include <experimental/numeric>
//#include <experimental/execution_policy>
//#include <experimental/>
//#define GLM_SWIZZLE
#include <glm/glm.hpp>
#include <glm/ext.hpp>




using namespace std;
using namespace glm;

#define RANGE(r) std::begin(r), std::end(r)

namespace cee {
struct bin_proxy {
    explicit bin_proxy(std::ostream & os):os(os){}

    template<typename Rhs>
    friend std::ostream &operator<<(bin_proxy const &b, Rhs const &rhs) {
        return b.os << rhs;
    }

    friend std::ostream &operator<<(bin_proxy const &b, uint8_t const &rhs) {
        return b.os << bitset<8>(rhs);
    }
    friend std::ostream &operator<<(bin_proxy const &b, int8_t const &rhs) {
        return b.os << bitset<8>(rhs);
    }

    friend std::ostream &operator<<(bin_proxy const &b, uint16_t const &rhs) {
        return b.os << bitset<16>(rhs);
    }
    friend std::ostream &operator<<(bin_proxy const &b, int16_t const &rhs) {
        return b.os << bitset<16>(rhs);
    }

    friend std::ostream &operator<<(bin_proxy const &b, uint32_t const &rhs) {
        return b.os << bitset<32>(rhs);
    }
    friend std::ostream &operator<<(bin_proxy const &b, int32_t const &rhs) {
        return b.os << bitset<32>(rhs);
    }

    friend std::ostream &operator<<(bin_proxy const &b, uint64_t const &rhs) {
        return b.os << bitset<64>(rhs);
    }
    friend std::ostream &operator<<(bin_proxy const &b, int64_t const &rhs) {
        return b.os << bitset<64>(rhs);
    }




private:
    std::ostream &os;
};

struct bin_creator { } bin;
bin_proxy operator<<(std::ostream &os, bin_creator) {
    return bin_proxy(os);
}
}
{'fraction_non_alphanumeric': 0.15775950668036998, 'fraction_numerical': 0.007194244604316547, 'mean_word_length': 5.309562398703403, 'pattern_counts': {'":': 0, '<': 164, '<?xml version=': 0, '>': 126, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3468284', 'n_tokens_mistral': 1391, 'n_tokens_neox': 1368, 'n_words': 372}