<commit_before>% colors from Color Brewer 2.0, Set1: http://colorbrewer2.org/#type=qualitative&scheme=Set1&n=3
\definecolor{parameter}{HTML}{e41a1c}
\definecolor{result}{HTML}{377eb8}
\definecolor{sort}{HTML}{4daf4a}

% colors from Color Brewer 2.0, PRGn: http://colorbrewer2.org/#type=diverging&scheme=PRGn&n=7
\definecolor{BI}{HTML}{e7d4e8}
\definecolor{Interactive}{HTML}{d9f0d3}

\newcommand{\queryRefCard}[3]{\hyperref[sec:#1]{\colorbox{#2}{\tt #2 #3}}}

\newcommand{\attributeColumnWidth}{2.5cm}
\newcommand{\typeColumnWidth}{2.7cm}
\newcommand{\descriptionColumnWidth}{10.3cm}
\newcommand{\largeDescriptionColumnWidth}{13cm}

\newcommand{\tableHeaderFirst}[1]{\multicolumn{1}{|c|}{\bf #1}}
\newcommand{\tableHeader}[1]{\multicolumn{1}{c|}{\bf #1}}

% using camelCase notation is not conventional in LaTeX, but it helps readability a lot, so I decided to use it anyways [szarnyasg]

\newcommand{\queryCardWidth}{17cm}
\newcommand{\queryPropertyCell}{\small \sf \centering}
\newcommand{\queryPropertyCellWidth}{1.48cm}

\newcommand{\attributeCardWidth}{14.66cm}
\newcommand{\typeWidth}{2cm}

\newcommand{\paramNumberCell}{\cellcolor{parameter} \color{white}\footnotesize}
\newcommand{\resultNumberCell}{\cellcolor{result} \color{white} \footnotesize}
\newcommand{\sortNumberCell}{\cellcolor{sort} \color{white} \footnotesize}

\newcommand{\directionCell}{\cellcolor{gray!20}}
\newcommand{\resultOriginCell}{\tt}
\newcommand{\edgeDirectionCell}{\tt}

% for hyphenating tt text, see also https://tex.stackexchange.com/a/44362/71109
\newcommand{\varNameText}{\tt}
\newcommand{\varNameCell}{\varNameText}

\newcommand{\typeText}{\footnotesize \sf}
\newcommand{\typeCellBase}{\cellcolor{gray!20} \typeText}
\newcommand{\typeCell}{\typeCellBase \raggedright}
<commit_msg>Remove extra space<commit_after>% colors from Color Brewer 2.0, Set1: http://colorbrewer2.org/#type=qualitative&scheme=Set1&n=3
\definecolor{parameter}{HTML}{e41a1c}
\definecolor{result}{HTML}{377eb8}
\definecolor{sort}{HTML}{4daf4a}

% colors from Color Brewer 2.0, PRGn: http://colorbrewer2.org/#type=diverging&scheme=PRGn&n=7
\definecolor{BI}{HTML}{e7d4e8}
\definecolor{Interactive}{HTML}{d9f0d3}

\newcommand{\queryRefCard}[3]{\hyperref[sec:#1]{\colorbox{#2}{\tt #2 #3}}}

\newcommand{\attributeColumnWidth}{2.5cm}
\newcommand{\typeColumnWidth}{2.7cm}
\newcommand{\descriptionColumnWidth}{10.3cm}
\newcommand{\largeDescriptionColumnWidth}{13cm}

\newcommand{\tableHeaderFirst}[1]{\multicolumn{1}{|c|}{\bf #1}}
\newcommand{\tableHeader}[1]{\multicolumn{1}{c|}{\bf #1}}

% using camelCase notation is not conventional in LaTeX, but it helps readability a lot, so I decided to use it anyways [szarnyasg]

\newcommand{\queryCardWidth}{17cm}
\newcommand{\queryPropertyCell}{\small \sf \centering}
\newcommand{\queryPropertyCellWidth}{1.48cm}

\newcommand{\attributeCardWidth}{14.66cm}
\newcommand{\typeWidth}{2cm}

\newcommand{\paramNumberCell}{\cellcolor{parameter} \color{white}\footnotesize}
\newcommand{\resultNumberCell}{\cellcolor{result} \color{white} \footnotesize}
\newcommand{\sortNumberCell}{\cellcolor{sort} \color{white} \footnotesize}

\newcommand{\directionCell}{\cellcolor{gray!20}}
\newcommand{\resultOriginCell}{\tt}
\newcommand{\edgeDirectionCell}{\tt}

% for hyphenating tt text, see also https://tex.stackexchange.com/a/44362/71109
\newcommand{\varNameText}{\tt}
\newcommand{\varNameCell}{\varNameText}

\newcommand{\typeText}{\footnotesize\sf}
\newcommand{\typeCellBase}{\cellcolor{gray!20}\typeText}
\newcommand{\typeCell}{\typeCellBase\raggedright}

{'fraction_non_alphanumeric': 0.17504234895539245, 'fraction_numerical': 0.03896103896103896, 'mean_word_length': 7.726600985221675, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6481221', 'n_tokens_mistral': 1226, 'n_tokens_neox': 1191, 'n_words': 171}