<commit_before>% LaTeX package that defines meanings to several different Unicode space
% characters.
%
% © 2016 <NAME>
%
%% This program can be redistributed and/or modified under the terms of the
%% MIT license. See LICENSE file.
%

\NeedsTeXFormat{LaTeX2e}[1994/06/01]

\ProvidesPackage{uspace}
[2016/10/04 v0.02 LaTeX package that defines meanings to several different
Unicode space characters.]

\RequirePackage{ifxetex,ifluatex}
\ifnum 0\ifxetex 1\fi\ifluatex 1\fi=0 % if pdftex
\RequirePackage[utf8]{inputenc}
\fi

\RequirePackage{newunicodechar}

% zero width space
\newunicodechar{​}{\hspace{0pt}}

% narrow no-break space
\newunicodechar{ }{\leavevmode\,}

% non-breaking space
\ifnum 0\ifxetex 1\fi\ifluatex 1\fi=0 % if pdftex
\relax
\else % if !pdftex
\newunicodechar{ }{~}
\fi

% soft hyphen
\ifnum 0\ifxetex 1\fi\ifluatex 1\fi=0 % if pdftex
\relax
\else % if !pdftex
\newunicodechar{­}{\-}
\fi

% en quad and en space
\newunicodechar{ }{\enskip}
\newunicodechar{ }{\enskip}

% em quad and em space
\newunicodechar{ }{\quad}
\newunicodechar{ }{\quad}

% three-per-em space
\newunicodechar{ }{\hspace{0.33333em}}

% four-per-em space
\newunicodechar{ }{\hspace{0.25em}}

% six-per-em space
\newunicodechar{ }{\hspace{0.16667em}}

% figure space
\newunicodechar{ }{\leavevmode\hphantom{0}}

% punctuation space
\newunicodechar{ }{\hspace{\fontcharwd \font `,}}

% thin space
\newunicodechar{ }{\leavevmode\linebreak[0]\,}

% hair space
\newunicodechar{ }{\hspace{0.08333em}}

\endinput

%%
%% End of file `uspace.sty'.<commit_msg>Escape comma in PUNCTUATION SPACE definition.<commit_after>% LaTeX package that defines meanings to several different Unicode space
% characters.
%
% © 2016 <NAME>
%
%% This program can be redistributed and/or modified under the terms of the
%% MIT license. See LICENSE file.
%

\NeedsTeXFormat{LaTeX2e}[1994/06/01]

\ProvidesPackage{uspace}
[2016/10/04 v0.02 LaTeX package that defines meanings to several different
Unicode space characters.]

\RequirePackage{ifxetex,ifluatex}
\ifnum 0\ifxetex 1\fi\ifluatex 1\fi=0 % if pdftex
\RequirePackage[utf8]{inputenc}
\fi

\RequirePackage{newunicodechar}

% zero width space
\newunicodechar{​}{\hspace{0pt}}

% narrow no-break space
\newunicodechar{ }{\leavevmode\,}

% non-breaking space
\ifnum 0\ifxetex 1\fi\ifluatex 1\fi=0 % if pdftex
\relax
\else % if !pdftex
\newunicodechar{ }{~}
\fi

% soft hyphen
\ifnum 0\ifxetex 1\fi\ifluatex 1\fi=0 % if pdftex
\relax
\else % if !pdftex
\newunicodechar{­}{\-}
\fi

% en quad and en space
\newunicodechar{ }{\enskip}
\newunicodechar{ }{\enskip}

% em quad and em space
\newunicodechar{ }{\quad}
\newunicodechar{ }{\quad}

% three-per-em space
\newunicodechar{ }{\hspace{0.33333em}}

% four-per-em space
\newunicodechar{ }{\hspace{0.25em}}

% six-per-em space
\newunicodechar{ }{\hspace{0.16667em}}

% figure space
\newunicodechar{ }{\leavevmode\hphantom{0}}

% punctuation space
\newunicodechar{ }{\hspace{\fontcharwd \font `\,}}

% thin space
\newunicodechar{ }{\leavevmode\linebreak[0]\,}

% hair space
\newunicodechar{ }{\hspace{0.08333em}}

\endinput

%%
%% End of file `uspace.sty'.
{'fraction_non_alphanumeric': 0.15024077046548956, 'fraction_numerical': 0.0391653290529695, 'mean_word_length': 4.466666666666667, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7335209', 'n_tokens_mistral': 1333, 'n_tokens_neox': 1183, 'n_words': 296}