<commit_before>from libc.stdint cimport (uint8_t, uint16_t, uint32_t, uint64_t,
                          int8_t, int16_t, int32_t, int64_t, intptr_t)
import numpy as np
cimport numpy as np 

cdef extern from "src/distributions/distributions.h":

    struct s_binomial_t:
        int has_binomial
        double psave
        int64_t nsave
        double r
        double q
        double fm
        int64_t m
        double p1
        double xm
        double xl
        double xr
        double c
        double laml
        double lamr
        double p2
        double p3
        double p4

    ctypedef s_binomial_t binomial_t

    struct brng:
        void *state
        uint64_t (*next_uint64)(void *st) nogil
        uint32_t (*next_uint32)(void *st) nogil
        double (*next_double)(void *st) nogil
        uint64_t (*next_raw)(void *st) nogil

    ctypedef brng brng_t

    double random_double(brng_t *brng_state) nogil
    void random_double_fill(brng_t* brng_state, np.npy_intp cnt, double *out)
    double random_standard_exponential(brng_t *brng_state) nogil
    void random_standard_exponential_fill(brng_t *brng_state, np.npy_intp cnt, double *out)
    double random_standard_exponential_zig(brng_t *brng_state) nogil
    void random_standard_exponential_zig_fill(brng_t *brng_state, np.npy_intp cnt, double *out)
    double random_gauss_zig(brng_t* brng_state) nogil
    void random_gauss_zig_fill(brng_t *brng_state, np.npy_intp count, double *out) nogil
    double random_standard_gamma_zig(brng_t *brng_state, double shape) nogil
<commit_msg>BUG: Restore nogil for fillers<commit_after>from libc.stdint cimport (uint8_t, uint16_t, uint32_t, uint64_t,
                          int8_t, int16_t, int32_t, int64_t, intptr_t)
import numpy as np
cimport numpy as np 

cdef extern from "src/distributions/distributions.h":

    struct s_binomial_t:
        int has_binomial
        double psave
        int64_t nsave
        double r
        double q
        double fm
        int64_t m
        double p1
        double xm
        double xl
        double xr
        double c
        double laml
        double lamr
        double p2
        double p3
        double p4

    ctypedef s_binomial_t binomial_t

    struct brng:
        void *state
        uint64_t (*next_uint64)(void *st) nogil
        uint32_t (*next_uint32)(void *st) nogil
        double (*next_double)(void *st) nogil
        uint64_t (*next_raw)(void *st) nogil

    ctypedef brng brng_t

    double random_double(brng_t *brng_state) nogil
    void random_double_fill(brng_t* brng_state, np.npy_intp cnt, double *out) nogil
    double random_standard_exponential(brng_t *brng_state) nogil
    void random_standard_exponential_fill(brng_t *brng_state, np.npy_intp cnt, double *out) nogil
    double random_standard_exponential_zig(brng_t *brng_state) nogil
    void random_standard_exponential_zig_fill(brng_t *brng_state, np.npy_intp cnt, double *out) nogil
    double random_gauss_zig(brng_t* brng_state) nogil
    void random_gauss_zig_fill(brng_t *brng_state, np.npy_intp count, double *out) nogil
    double random_standard_gamma_zig(brng_t *brng_state, double shape) nogil

{'fraction_non_alphanumeric': 0.057783391221976635, 'fraction_numerical': 0.020208399115882538, 'mean_word_length': 2.8634146341463413, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7134748', 'n_tokens_mistral': 1169, 'n_tokens_neox': 1116, 'n_words': 281}