<commit_before>/** Some C++11 features
*/

#pragma GCC diagnostic error "-std=c++11"
#pragma GCC optimize ("O3")
#include <bits/stdc++.h>
#include <ext/pb_ds/assoc_container.hpp>
#define F(n) FI(i,n)
#define FI(i,n) FL(i,0,n)
#define FL(i,l,n) for(int i=l;i<n;i++)
using namespace std;
using namespace __gnu_pbds;

/** Fast getchar();
  * char c = readchar();
*/
inline int readchar() {
    const int N = 1048576;
    static char buf[N];
    static char *p = buf, *end = buf;
    if(p == end) {
        if((end = buf + fread(buf, 1, N, stdin)) == buf) return EOF;
        p = buf;
    }
    return *p++;
}
/** Fast input int or long long
  * int a,b,c; gin(a,b,c);
*/
template<typename T>
inline bool gin(T &x){
    char c=0;bool flag=0;
    while(c=readchar(),c<'0'&&c!='-'||c>'9')if(c==-1)return false;
    c=='-'?(flag=1,x=0):(x=c-'0');
    while(c=readchar(),c>='0'&&c<='9')x=x*10+c-'0';
    if(flag)x=-x;
    return true;
}
template<typename T, typename ...Args>
inline bool gin(T &x, Args &...args){
    return gin(x)&&gin(args...);
}

/** Unsigned version, NO EOF.
 */
template<typename T>
inline void gin(T &x){
    char c=0;
    while(c=readchar(),c<'0'||c>'9');
    x=c-'0';
    while(c=readchar(),c>='0'&&c<='9')x=x*10+c-'0';
}
template<typename T, typename ...Args>
inline void gin(T &x, Args &...args){
    return gin(x)&&gin(args...);
}

template<long long X>
struct Fib{
    const static long long x = (Fib<X-2>::x+Fib<X-1>::x)%1000000007;
};<commit_msg>update c++11.cpp<commit_after>/** Some C++11 features
*/

#pragma GCC diagnostic error "-std=c++11"
#pragma GCC optimize ("O3")
#include <bits/stdc++.h>
#include <ext/pb_ds/assoc_container.hpp>
#define F(n) FI(i,n)
#define FI(i,n) FL(i,0,n)
#define FL(i,l,n) for(int i=l;i<n;i++)
using namespace std;
using namespace __gnu_pbds;

/** Fast getchar();
  * char c = readchar();
*/
inline int readchar() {
    const int N = 1048576;
    static char buf[N];
    static char *p = buf, *end = buf;
    if(p == end) {
        if((end = buf + fread(buf, 1, N, stdin)) == buf) return EOF;
        p = buf;
    }
    return *p++;
}
/** Fast input int or long long
  * int a,b,c; gin(a,b,c);
*/
template<typename T>
inline bool gin(T &x){
    char c=0;bool flag=0;
    while(c=readchar(),c<'0'&&c!='-'||c>'9')if(c==-1)return false;
    c=='-'?(flag=1,x=0):(x=c-'0');
    while(c=readchar(),c>='0'&&c<='9')x=x*10+c-'0';
    if(flag)x=-x;
    return true;
}
template<typename T, typename ...Args>
inline bool gin(T &x, Args &...args){
    return gin(x)&&gin(args...);
}

/** Unsigned version, NO EOF.
 */
template<typename T>
inline void ugin(T &x){
    char c=0;
    while(c=readchar(),c<'0'||c>'9');
    x=c-'0';
    while(c=readchar(),c>='0'&&c<='9')x=x*10+c-'0';
}
template<typename T, typename ...Args>
inline void ugin(T &x, Args &...args){
    gin(x);gin(args...);
}

template<long long X>
struct Fib{
    const static long long x = (Fib<X-2>::x+Fib<X-1>::x)%1000000007;
};
{'fraction_non_alphanumeric': 0.23918228279386713, 'fraction_numerical': 0.03339011925042589, 'mean_word_length': 3.6455696202531644, 'pattern_counts': {'":': 0, '<': 31, '<?xml version=': 0, '>': 29, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '438134', 'n_tokens_mistral': 1317, 'n_tokens_neox': 1253, 'n_words': 288}