<commit_before>{-# LANGUAGE ExistentialQuantification, Rank2Types, PatternGuards #-}

module Util where

import Control.Arrow
import Control.Monad<commit_msg>Add an export list to the Util module<commit_after>{-# LANGUAGE ExistentialQuantification, Rank2Types, PatternGuards #-}

module Util(
    defaultExtensions,
    getDirectoryContentsRecursive,
    descendIndex,
    Encoding, defaultEncoding, readFileEncoding, readEncoding, useEncoding,
    ltrim, trimBy, trim, rtrim,
    captureOutput,
    revTake,
    withTemporaryFiles,
    replace,
    withBuffering,
    listM',
    unzipEither,
    concatMapM, concat2, headDef, notNull, concatUnzip,
    swap, unsnoc, disjoint,
    groupSortFst, gzip, universeParentBi,
    isRight_,
    mergeBy,
    exitMessage
    ) where

import Control.Arrow
import Control.Monad
{'fraction_non_alphanumeric': 0.07466340269277846, 'fraction_numerical': 0.0036719706242350062, 'mean_word_length': 4.311688311688312, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '45778', 'n_tokens_mistral': 256, 'n_tokens_neox': 254, 'n_words': 63}