<commit_before>package org.broadinstitute.sting.utils;

import cern.jet.random.Normal;

import java.util.*;

public class WilcoxonRankSum {
    static final String headerString = ("nA nB .005 .01 .025 .05 .10 .20");
    static final String header[] = headerString.split(" ");
    static final double sigs[] = {-1, -1, .005, .01, .025, .05, .10, .20};

    // Probabilities relate to the distribution of WA, the rank sum for group A when
    // H0 : A = B is true. The tabulated value for the lower tail is the largest
    // value of wA for which pr(WA  wA)  prob . The tabulated value for the
    // upper tail is the smallest value of wfor which pr(W w)  prob .

    // I think this data is wrong -- we should really do the computation outselves and remember the results
    static final int data[][] = {
            {4,     4,      -1,     -1,     10,     11,     13,     14},
            {4,     5,      -1,     10,     11,     12,     14,     15},
            {4,     6,      10,     11,     12,     13,     15,     17},
            {4,     7,      10,     11,     13,     14,     16,     18},
            {4,     8,      11,     12,     14,     15,     17,     20},
            {4,     9,      11,     13,     14,     16,     19,     21},
            {4,     10,     12,     13,     15,     17,     20,     23},
            {4,     11,     12,     14,     16,     18,     21,     24},
            {4,     12,     13,     15,     17,     19,     22,     26},
            {5,     5,      5,      15,     16,     17,     19,     20},
            {5,     6,      16,     17,     18,     20,     22,     24},
            {5,     7,      16,     18,     20,     21,     23,     26},<commit_msg>Get rid of characters in the docs that aren't universally compatible with  character sets used throughout the group.<commit_after>package org.broadinstitute.sting.utils;

import cern.jet.random.Normal;

import java.util.*;

public class WilcoxonRankSum {
    static final String headerString = ("nA nB .005 .01 .025 .05 .10 .20");
    static final String header[] = headerString.split(" ");
    static final double sigs[] = {-1, -1, .005, .01, .025, .05, .10, .20};

    // Probabilities relate to the distribution of WA, the rank sum for group A when
    // H0 : A = B is true. The tabulated value for the lower tail is the largest
    // value of wA for which pr(WA <= wA) <= prob . The tabulated value for the
    // upper tail is the smallest value of wfor which pr(W >= w) <= prob .

    // I think this data is wrong -- we should really do the computation outselves and remember the results
    static final int data[][] = {
            {4,     4,      -1,     -1,     10,     11,     13,     14},
            {4,     5,      -1,     10,     11,     12,     14,     15},
            {4,     6,      10,     11,     12,     13,     15,     17},
            {4,     7,      10,     11,     13,     14,     16,     18},
            {4,     8,      11,     12,     14,     15,     17,     20},
            {4,     9,      11,     13,     14,     16,     19,     21},
            {4,     10,     12,     13,     15,     17,     20,     23},
            {4,     11,     12,     14,     16,     18,     21,     24},
            {4,     12,     13,     15,     17,     19,     22,     26},
            {5,     5,      5,      15,     16,     17,     19,     20},
            {5,     6,      16,     17,     18,     20,     22,     24},
            {5,     7,      16,     18,     20,     21,     23,     26},
{'fraction_non_alphanumeric': 0.12228571428571429, 'fraction_numerical': 0.11314285714285714, 'mean_word_length': 1.159777914867366, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 24, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6438153', 'n_tokens_mistral': 1322, 'n_tokens_neox': 1130, 'n_words': 434}