<commit_before>\def\keyword#1{\textbf{#1}}
\def\builtinId#1{\textbf{#1}}
\def\comment#1{\textit{#1}}
\def\capt#1{\rmfamily \caption{#1}}
\newcommand{\cd}[1]{\textsf{#1}}
\def\lt{$<$}
\def\gt{$>$}
\def\<{$\langle$}
\def\>{$\rangle$}

  \def\ABSTRACT{\builtinId{abstract}}
  \def\AS{\builtinId{as}}  
  \def\ASSERT{\keyword{assert}}
  \def\BOOLEAN{\keyword{boolean}}
  \def\BREAK{\keyword{break}}
  \def\CASE{\keyword{case}}
  \def\CLASS{\keyword{class}}
   \def\CALL{\keyword{call}}
  \def\CATCH{\keyword{catch}}
  \def\CONST{\keyword{const}}
  \def\CONTINUE{\keyword{continue}}
  \def\DEFAULT{\keyword{default}}
  \def\DYNAMIC{\builtinId{dynamic}}
  \def\DO{\keyword{do}}
  \def\ELSE{\keyword{else}}
    \def\ENUM{\keyword{enum}}
  \def\EQUALS{\keyword{equals}}
  \def\EXPORT{\builtinId{export}}
  \def\EXTENDS{\keyword{extends}}
  \def\EXTERNAL{\builtinId{external}}
  \def\FACTORY{\builtinId{factory}}  
  \def\FALSE{\keyword{false}}  
  \def\FINAL{\keyword{final}} 
  \def\FINALLY{\keyword{finally}}
  \def\FOR{\keyword{for}}
  \def\GET{\builtinId{get}}  
  \def\HIDE{\keyword{hide}}
  \def\IF{\keyword{if}}  
  \def\IMPLEMENTS{\builtinId{implements}}
  \def\IMPORT{\builtinId{import}}
  \def\IN{\keyword{in}}
  \def\INT{\keyword{int}}
  \def\INTERFACE{\keyword{interface}}
  \def\IS{\keyword{is}}
  \def\LIBRARY{\builtinId{library}}
  \def\NATIVE{\keyword{native}}  
  \def\NEGATE{\keyword{negate}}  
  \def\NEW{\keyword{new}}      
  \def\NULL{\keyword{null}}
  \def\ON{\keyword{on}}  
  \def\OF{\keyword{of}}  
  \def\OPERATOR{\builtinId{operator}}
  \def\PART{\builtinId{part}} 
  \def\PRIVATE{\keyword{private}}
  \def\RETHROW{\keyword{rethrow}}
  \def\RETURN{\keyword{return}}
  \def\SET{\builtinId{set}} 
  \def\SHOW{\keyword{show}} 
  \def\SOURCE{\keyword{source}}  
  \def\STATIC{\builtinId{static}}
  \def\SUPER{\keyword{super}}  
  \def\SWITCH{\keyword{switch}}  
  \def\THIS{\keyword{this}}
  \def\THROW{\keyword{throw}}
  \def\TRUE{\keyword{true}}
  \def\TRY{\keyword{try}}
  \def\TYPEDEF{\builtinId{typedef}}
  \def\THIS{\keyword{this}}
  \def\VAR{\keyword{var}}  
  \def\VOID{\keyword{void}}
  \def\WHILE{\keyword{while}}
   \def\WITH{\keyword{with}}



 
 % \def\PUBLIC{\keyword{public}}

  %\def\PROTECTED{\keyword{protected}}




    

 



 % \def\OUTER{\keyword{outer}}

  \def\TRUE{\keyword{true}}


\newenvironment{Q}[1]{{\bf #1}}

\newenvironment{rationale}[1]{{\it #1}}

\newenvironment{commentary}[1]{{\sf #1}}

\newenvironment{dartCode}[1][!ht] {
%  \begin{verbatim}[#1]
  \def\@programcr{\@addfield\strut}
  \let\\=\@programcr
  \relax\@vobeyspaces\obeylines

  \sffamily
}{
  %\end{verbatim}
}
<commit_msg>Added missing keywords for async etc.<commit_after>\def\keyword#1{\textbf{#1}}
\def\builtinId#1{\textbf{#1}}
\def\comment#1{\textit{#1}}
\def\capt#1{\rmfamily \caption{#1}}
\newcommand{\cd}[1]{\textsf{#1}}
\def\lt{$<$}
\def\gt{$>$}
\def\<{$\langle$}
\def\>{$\rangle$}

  \def\ABSTRACT{\builtinId{abstract}}
  \def\AS{\builtinId{as}}  
  \def\ASSERT{\keyword{assert}}
  \def\ASYNC{\keyword{async}}
  \def\AWAIT{\keyword{await}}
  \def\BOOLEAN{\keyword{boolean}}
  \def\BREAK{\keyword{break}}
  \def\CASE{\keyword{case}}
  \def\CLASS{\keyword{class}}
   \def\CALL{\keyword{call}}
  \def\CATCH{\keyword{catch}}
  \def\CONST{\keyword{const}}
  \def\CONTINUE{\keyword{continue}}
  \def\DEFAULT{\keyword{default}}
  \def\DEFERRED{\keyword{deferred}}
  \def\DYNAMIC{\builtinId{dynamic}}
  \def\DO{\keyword{do}}
  \def\ELSE{\keyword{else}}
  \def\ENUM{\keyword{enum}}
  \def\EQUALS{\keyword{equals}}
  \def\EXPORT{\builtinId{export}}
  \def\EXTENDS{\keyword{extends}}
  \def\EXTERNAL{\builtinId{external}}
  \def\FACTORY{\builtinId{factory}}  
  \def\FALSE{\keyword{false}}  
  \def\FINAL{\keyword{final}} 
  \def\FINALLY{\keyword{finally}}
  \def\FOR{\keyword{for}}
  \def\GET{\builtinId{get}}  
  \def\HIDE{\keyword{hide}}
  \def\IF{\keyword{if}}  
  \def\IMPLEMENTS{\builtinId{implements}}
  \def\IMPORT{\builtinId{import}}
  \def\IN{\keyword{in}}
  \def\INT{\keyword{int}}
  \def\INTERFACE{\keyword{interface}}
  \def\IS{\keyword{is}}
  \def\LIBRARY{\builtinId{library}}
  \def\NATIVE{\keyword{native}}  
  \def\NEGATE{\keyword{negate}}  
  \def\NEW{\keyword{new}}      
  \def\NULL{\keyword{null}}
  \def\ON{\keyword{on}}  
  \def\OF{\keyword{of}}  
  \def\OPERATOR{\builtinId{operator}}
  \def\PART{\builtinId{part}} 
  \def\PRIVATE{\keyword{private}}
  \def\RETHROW{\keyword{rethrow}}
  \def\RETURN{\keyword{return}}
  \def\SET{\builtinId{set}} 
  \def\SHOW{\keyword{show}} 
  \def\SOURCE{\keyword{source}}  
  \def\STATIC{\builtinId{static}}
  \def\SUPER{\keyword{super}}  
  \def\SWITCH{\keyword{switch}}  
  \def\SYNC{\keyword{sync}}  
  \def\THIS{\keyword{this}}
  \def\THROW{\keyword{throw}}
  \def\TRUE{\keyword{true}}
  \def\TRY{\keyword{try}}
  \def\TYPEDEF{\builtinId{typedef}}
  \def\THIS{\keyword{this}}
  \def\VAR{\keyword{var}}  
  \def\VOID{\keyword{void}}
  \def\WHILE{\keyword{while}}
  \def\WITH{\keyword{with}}
  \def\YIELD{\keyword{yield}} 



 
 % \def\PUBLIC{\keyword{public}}

  %\def\PROTECTED{\keyword{protected}}




    

 



 % \def\OUTER{\keyword{outer}}

  \def\TRUE{\keyword{true}}


\newenvironment{Q}[1]{{\bf #1}}

\newenvironment{rationale}[1]{{\it #1}}

\newenvironment{commentary}[1]{{\sf #1}}

\newenvironment{dartCode}[1][!ht] {
%  \begin{verbatim}[#1]
  \def\@programcr{\@addfield\strut}
  \let\\=\@programcr
  \relax\@vobeyspaces\obeylines

  \sffamily
}{
  %\end{verbatim}
}

{'fraction_non_alphanumeric': 0.23477622890682318, 'fraction_numerical': 0.006603081438004402, 'mean_word_length': 3.7959542656112575, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2321200', 'n_tokens_mistral': 2250, 'n_tokens_neox': 2201, 'n_words': 188}