<commit_before>"""

ATerm grammar::

    t : bt                 -- basic term
      | bt {ty,m1,...}     -- annotated term

    bt : C                 -- constant
       | C(t1,...,tn)      -- n-ary constructor
       | (t1,...,tn)       -- n-ary tuple
       | [t1,...,tn]       -- list
       | "ccc"             -- quoted string ( explicit double quotes )
       | int               -- integer
       | real              -- floating point number

"""

import re
import os
import sys

from functools import partial

from terms import *

# Precompiled modules
import alex
import ayacc

from blaze.plyhacks import yaccfrom, lexfrom
from blaze.error import CustomSyntaxError

#------------------------------------------------------------------------
# Errors
#------------------------------------------------------------------------<commit_msg>Fix missing erorr module.<commit_after>"""

ATerm grammar::

    t : bt                 -- basic term
      | bt {ty,m1,...}     -- annotated term

    bt : C                 -- constant
       | C(t1,...,tn)      -- n-ary constructor
       | (t1,...,tn)       -- n-ary tuple
       | [t1,...,tn]       -- list
       | "ccc"             -- quoted string ( explicit double quotes )
       | int               -- integer
       | real              -- floating point number

"""

import re
import os
import sys

from functools import partial

from terms import *

# Precompiled modules
import alex
import ayacc

from blaze.plyhacks import yaccfrom, lexfrom
from error import CustomSyntaxError

#------------------------------------------------------------------------
# Errors
#------------------------------------------------------------------------
{'fraction_non_alphanumeric': 0.2647754137115839, 'fraction_numerical': 0.004728132387706856, 'mean_word_length': 0.9870892018779343, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5680471', 'n_tokens_mistral': 424, 'n_tokens_neox': 399, 'n_words': 129}