<commit_before># -*- coding: utf-8 -*-

"""
Passes that massage expression graphs into execution kernels.
"""

from __future__ import absolute_import, division, print_function
from .frontend import (translate, coercions, jit, ckernel_impls,
                       ckernel_lift, allocation, assemblage)

#------------------------------------------------------------------------
# Passes
#------------------------------------------------------------------------

passes = [
    translate,
    # erasure, # TODO: erase shape from ops
    # cache, # TODO:
    coercions,
    jit,
    # TODO: Make the below compile-time passes !
    #ckernel_impls,
    #allocation,
    #ckernel_lift,

    assemblage.assemble_py_kernels,
]<commit_msg>Reenable processing of ckernels in the air passes<commit_after># -*- coding: utf-8 -*-

"""
Passes that massage expression graphs into execution kernels.
"""

from __future__ import absolute_import, division, print_function
from .frontend import (translate, coercions, jit, ckernel_impls,
                       ckernel_lift, allocation, assemblage)

#------------------------------------------------------------------------
# Passes
#------------------------------------------------------------------------

passes = [
    translate,
    # erasure, # TODO: erase shape from ops
    # cache, # TODO:
    coercions,
    jit,
    # TODO: Make the below compile-time passes !
    ckernel_impls,
    #allocation,
    #ckernel_lift,

    assemblage.assemble_py_kernels,
]
{'fraction_non_alphanumeric': 0.27054108216432865, 'fraction_numerical': 0.0013360053440213762, 'mean_word_length': 1.5827586206896551, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5870943', 'n_tokens_mistral': 399, 'n_tokens_neox': 380, 'n_words': 107}