<commit_before>if( NOT NUMPY_INCLUDE_DIR )
  find_package( PythonInterp )
  execute_process(
    COMMAND ${PYTHON_EXECUTABLE} -c "import numpy; print(numpy.get_include())"
    OUTPUT_VARIABLE _numpy_include
    OUTPUT_STRIP_TRAILING_WHITESPACE
    )
  find_path( NUMPY_INCLUDE_DIR numpy/arrayobject.h
    HINTS ${_numpy_include} )
endif()
include_directories( ${NUMPY_INCLUDE_DIR}  )

set( cxx_pyx_files
  dag_slicer.pyx
  dtypes.pyx
  stlcontainers.pyx
  mypack_extra_types.pyx
  )
set_source_files_properties( ${cxx_pyx_files}
  PROPERTIES CYTHON_IS_CXX TRUE )

cython_add_module( mypack_extra_types mypack_extra_types.pyx)
cython_add_module( dtypes dtypes.pyx )
cython_add_module( stlcontainers stlcontainers.pyx )
cython_add_module( dag_slicer dag_slicer.pyx ../src/dag_slicer.cpp )<commit_msg>Correction to extra types variable name.<commit_after>if( NOT NUMPY_INCLUDE_DIR )
  find_package( PythonInterp )
  execute_process(
    COMMAND ${PYTHON_EXECUTABLE} -c "import numpy; print(numpy.get_include())"
    OUTPUT_VARIABLE _numpy_include
    OUTPUT_STRIP_TRAILING_WHITESPACE
    )
  find_path( NUMPY_INCLUDE_DIR numpy/arrayobject.h
    HINTS ${_numpy_include} )
endif()
include_directories( ${NUMPY_INCLUDE_DIR}  )

set( cxx_pyx_files
  dag_slicer.pyx
  dtypes.pyx
  stlcontainers.pyx
  xdress_extra_types.pyx
  )
set_source_files_properties( ${cxx_pyx_files}
  PROPERTIES CYTHON_IS_CXX TRUE )

cython_add_module( xdress_extra_types xdress_extra_types.pyx)
cython_add_module( dtypes dtypes.pyx )
cython_add_module( stlcontainers stlcontainers.pyx )
cython_add_module( dag_slicer dag_slicer.pyx ../src/dag_slicer.cpp )
{'fraction_non_alphanumeric': 0.07825015403573629, 'fraction_numerical': 0.0, 'mean_word_length': 5.910638297872341, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '740333', 'n_tokens_mistral': 664, 'n_tokens_neox': 652, 'n_words': 99}