<commit_before>% ======================================================
%\newcommand{\token}[1]{\;\texttt{"#1"}\;}
\definecolor{lightgray}{RGB}{215,215,215}
\newcommand{\token}[1]{\fcolorbox{black}{lightgray}{\strut\texttt{#1}}}

% --- tokens ---

\newcommand{\nullc}{\token{null}}
\newcommand{\comma}{\token{,}}
\newcommand{\dott}{\token{.}}
\newcommand{\lb}{\token{(}\;}
\newcommand{\rb}{\;\token{)}}
\newcommand{\lsb}{\token{[}\;}
\newcommand{\rsb}{\;\token{]}}
\newcommand{\lcb}{\token{\{}\;}
\newcommand{\rcb}{\;\token{\}}}
\newcommand{\vbar}{\token{|}}
% ======================================================

\chapter{Language Syntax}

\begin{figure}[!t]
\centering
\fbox{
\begin{tabular}{rcll}
e & $::=$ & & {\em // Expressions}\\
&{\huge\strut}$|$&$ b $ & {\em // Boolean constants}\\

&{\huge\strut}$|$&$ i $ & {\em // Integer constants}\\

&{\huge\strut}$|$&$ r $ & {\em // Rational constants}\\

&{\huge\strut}$|$&$ n $ & {\em // Variables}\\

&{\huge\strut}$|$& $\nullc$ & {\em // Null constant}\\

&{\huge\strut}$|$&$ e_1\;(\;\comma\;e_k\;)^+$ & {\em // Tuple expressions}\\

&{\huge\strut}$|$&$ \lb e \rb $ & {\em // Bracketed expressions}\\

&{\huge\strut}$|$&$ \vbar\;e\;\vbar  $ & {\em // Size expressions}\\

&{\huge\strut}$|$&$ \lsb [\;e_1\;(\;\comma\;\;e_k\;)^*\;]\rsb $ & {\em // List expressions}\\

&{\huge\strut}$|$&$ \lcb [\;e_1\;(\;\comma\;\;e_k\;)^*\;]\rcb $ & {\em // Set expressions}\\

&{\huge\strut}$|$&$ e_1\;\lsb e_2\rsb $ & {\em // Index Expressions}\\

&{\huge\strut}$|$&$ e\;\dott\;n $ & {\em // Access Expressions}\\

&{\huge\strut}$|$&$ \{\overline{e^1\Rightarrow e^2}\} $ & {\em // Map expressions}\\

&{\huge\strut}$|$&$ op_1\;e $ & {\em // Unary expressions}\\

&{\huge\strut}$|$&$ e_1\;op_2\;e_2 $ & {\em // Binary expressions}\\

&{\huge\strut}$|$&$ e(\overline{e}) $ & {\em // Invocation expressions}\\

&{\huge\strut}$|$&$ \{ e_1\;|\;\overline{n\;in\;e}, e_2\} $ & {\em // Comprehension expressions}\\
\end{tabular}}
\caption{Syntax for Expressions}
\end{figure}<commit_msg>Minor tweak<commit_after>% ======================================================
%\newcommand{\token}[1]{\;\texttt{"#1"}\;}
\definecolor{lightgray}{RGB}{215,215,215}
\newcommand{\token}[1]{\fcolorbox{black}{lightgray}{\strut\texttt{#1}}}

% --- tokens ---

\newcommand{\nullc}{\token{null}}
\newcommand{\comma}{\token{,}}
\newcommand{\dott}{\token{.}}
\newcommand{\lb}{\token{(}\;}
\newcommand{\rb}{\;\token{)}}
\newcommand{\lsb}{\token{[}\;}
\newcommand{\rsb}{\;\token{]}}
\newcommand{\lcb}{\token{\{}\;}
\newcommand{\rcb}{\;\token{\}}}
\newcommand{\vbar}{\token{|}}
% ======================================================

\chapter{Language Syntax}

\begin{figure}[!t]
\centering
\fbox{
\begin{tabular}{rcll}
e & $::=$ & & {\em // Expressions}\\
&{\huge\strut}$|$&$ b $ & {\em // Boolean constants}\\

&{\huge\strut}$|$&$ i $ & {\em // Integer constants}\\

&{\huge\strut}$|$&$ r $ & {\em // Rational constants}\\

&{\huge\strut}$|$&$ n $ & {\em // Variables}\\

&{\huge\strut}$|$& $\nullc$ & {\em // Null constant}\\

&{\huge\strut}$|$&$ e_1\;(\;\comma\;e_k\;)^+$ & {\em // Tuple expressions}\\

&{\huge\strut}$|$&$ \lb e \rb $ & {\em // Bracketed expressions}\\

&{\huge\strut}$|$&$ \vbar\;e\;\vbar  $ & {\em // Size expressions}\\

&{\huge\strut}$|$&$ \lsb [\;e_1\;(\;\comma\;\;e_k\;)^*\;]\rsb $ & {\em // List expressions}\\

&{\huge\strut}$|$&$ \lcb [\;e_1\;(\;\comma\;\;e_k\;)^*\;]\rcb $ & {\em // Set expressions}\\

&{\huge\strut}$|$&$ e_1\;\lsb e_2\rsb $ & {\em // Index Expressions}\\

&{\huge\strut}$|$&$ e\;\dott\;n $ & {\em // Access Expressions}\\

&{\huge\strut}$|$&$ \{\overline{e^1\Rightarrow e^2}\} $ & {\em // Map expressions}\\

&{\huge\strut}$|$&$ op_1\;e $ & {\em // Unary expressions}\\

&{\huge\strut}$|$&$ e_1\;op_2\;e_2 $ & {\em // Binary expressions}\\

&{\huge\strut}$|$&$ e\;\lb\;\overline{e}\;\rb $ & {\em // Invocation expressions}\\

&{\huge\strut}$|$&$ \{ e_1\;|\;\overline{n\;in\;e}, e_2\} $ & {\em // Comprehension expressions}\\
\end{tabular}}
\caption{Syntax for Expressions}
\end{figure}
{'fraction_non_alphanumeric': 0.3772839506172839, 'fraction_numerical': 0.012839506172839505, 'mean_word_length': 3.546576879910213, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3803243', 'n_tokens_mistral': 1696, 'n_tokens_neox': 1549, 'n_words': 240}