<commit_before>{-# LANGUAGE PatternGuards, ViewPatterns, CPP, ScopedTypeVariables, RecordWildCards #-}

module General.Util(
    URL,
    pretty, parseMode, tyApps, fromName, fromQName, fromTyVarBind, declNames,
    tarballReadFiles,
    isUpper1, isAlpha1,
    splitPair, joinPair,
    testing,
    showUTCTime,
    strict,
    withs,
    escapeHTML, unescapeHTML, innerTextHTML, tag, tag_,
    takeSortOn,
    Average, toAverage, fromAverage,
    inRanges,
    readMaybe,
    exitFail,
    general_util_test
    ) where

import Language.Haskell.Exts
import Control.Applicative
import Data.List.Extra
import Data.Char
import Data.Either.Extra<commit_msg>Expose testing_<commit_after>{-# LANGUAGE PatternGuards, ViewPatterns, CPP, ScopedTypeVariables, RecordWildCards #-}

module General.Util(
    URL,
    pretty, parseMode, tyApps, fromName, fromQName, fromTyVarBind, declNames,
    tarballReadFiles,
    isUpper1, isAlpha1,
    splitPair, joinPair,
    testing, testing_,
    showUTCTime,
    strict,
    withs,
    escapeHTML, unescapeHTML, innerTextHTML, tag, tag_,
    takeSortOn,
    Average, toAverage, fromAverage,
    inRanges,
    readMaybe,
    exitFail,
    general_util_test
    ) where

import Language.Haskell.Exts
import Control.Applicative
import Data.List.Extra
import Data.Char
import Data.Either.Extra
{'fraction_non_alphanumeric': 0.08093797276853253, 'fraction_numerical': 0.0030257186081694403, 'mean_word_length': 3.955056179775281, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5588908', 'n_tokens_mistral': 446, 'n_tokens_neox': 435, 'n_words': 101}