<commit_before>import numpy as N
import numpy.random as R
from scipy.special import gammaln, hermitenorm
import scipy.stats
from scipy.misc import factorial

from neuroimaging.testing import *

from neuroimaging.algorithms.statistics import rft


#def rho(x, dim, df=N.inf):
#    """
#    EC densities for T and Gaussian (df=inf) random fields. 
#    """
#
#    m = df
#    
#    if dim > 0:
#        x = N.asarray(x, N.float64)
#--jarrod: shouldn't Q be rft.Q??
#        q = Q(dim, dfd=df)(x)
#
#        if N.isfinite(m):
#            q *= N.power(1 + x**2/m, -(m-1)/2.)<commit_msg>Add FIXME for furture cleanup.<commit_after>import numpy as N
import numpy.random as R
from scipy.special import gammaln, hermitenorm
import scipy.stats
from scipy.misc import factorial

from neuroimaging.testing import *

from neuroimaging.algorithms.statistics import rft

# FIXME: Cleanup these tests.  Move docstrings so function names are
# printed to the console during testing.

#def rho(x, dim, df=N.inf):
#    """
#    EC densities for T and Gaussian (df=inf) random fields. 
#    """
#
#    m = df
#    
#    if dim > 0:
#        x = N.asarray(x, N.float64)
#--jarrod: shouldn't Q be rft.Q??
#        q = Q(dim, dfd=df)(x)
#
#        if N.isfinite(m):
#            q *= N.power(1 + x**2/m, -(m-1)/2.)
{'fraction_non_alphanumeric': 0.13766434648105183, 'fraction_numerical': 0.01082753286929621, 'mean_word_length': 2.772594752186589, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7386522', 'n_tokens_mistral': 497, 'n_tokens_neox': 481, 'n_words': 141}