<commit_before>%%%
%%% Authors:
%%%   <NAME> (<EMAIL>)
%%%   <NAME> (<EMAIL>)
%%%
%%% Copyright:
%%%   <NAME>, 1997
%%%   <NAME>, 1997
%%%
%%% Last change:
%%%   $Date$ by $Author$
%%%   $Revision$
%%%
%%% This file is part of Mozart, an implementation
%%% of Oz 3
%%%    $MOZARTURL$
%%%
%%% See the file "LICENSE" or
%%%    $LICENSEURL$
%%% for information on usage and redistribution
%%% of this file, and for a DISCLAIMER OF ALL
%%% WARRANTIES.
%%%


declare
   Chunk NewChunk `NewChunk` IsChunk
in


%%
%% Global
%%
NewChunk = {`Builtin` 'NewChunk' 2}
`NewChunk` = NewChunk
IsChunk  = {`Builtin` 'IsChunk'  2}


%%<commit_msg>Removed `NewChunk`.<commit_after>%%%
%%% Authors:
%%%   <NAME> (<EMAIL>)
%%%   <NAME> (<EMAIL>)
%%%
%%% Copyright:
%%%   <NAME>, 1997
%%%   <NAME>, 1997
%%%
%%% Last change:
%%%   $Date$ by $Author$
%%%   $Revision$
%%%
%%% This file is part of Mozart, an implementation
%%% of Oz 3
%%%    $MOZARTURL$
%%%
%%% See the file "LICENSE" or
%%%    $LICENSEURL$
%%% for information on usage and redistribution
%%% of this file, and for a DISCLAIMER OF ALL
%%% WARRANTIES.
%%%


declare
   Chunk NewChunk IsChunk
in


%%
%% Global
%%
NewChunk = {`Builtin` 'NewChunk' 2}
IsChunk  = {`Builtin` 'IsChunk'  2}


%%
{'fraction_non_alphanumeric': 0.21735604217356042, 'fraction_numerical': 0.017842660178426603, 'mean_word_length': 3.9163346613545817, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5593366', 'n_tokens_mistral': 516, 'n_tokens_neox': 471, 'n_words': 134}