<commit_before>find_package(PythonInterp)

if(PYTHONINTERP_FOUND)
  execute_process(COMMAND
		  ${PYTHON_EXECUTABLE}
		  -c "import sys; print sys.version[0:3]"
		  OUTPUT_VARIABLE PYTHON_VERSION
		  OUTPUT_STRIP_TRAILING_WHITESPACE)

  message("-- Found python version ${PYTHON_VERSION}")

  if (IS_ABSOLUTE "${LIB_INSTALL_DIR}")
    set(libdir "${LIB_INSTALL_DIR}")
  else()
    set(libdir "${CMAKE_INSTALL_PREFIX}/${LIB_INSTALL_DIR}")
  endif()

  if (IS_DIRECTORY "${libdir}/python${PYTHON_VERSION}/site-packages")
    set(PYTHON_SITEPKG_DIR "${libdir}/python${PYTHON_VERSION}/site-packages")
  endif()

  if(NOT PYTHON_SITEPKG_DIR)
    execute_process(COMMAND
                    ${PYTHON_EXECUTABLE}
                    -c "import distutils.sysconfig ; print distutils.sysconfig.get_python_lib(plat_specific=0)"
                    OUTPUT_VARIABLE PYTHON_SITEPKG_DIR
                    OUTPUT_STRIP_TRAILING_WHITESPACE)
  endif()
  
  message("-- Using PYTHON_SITEPKG_DIR=${PYTHON_SITEPKG_DIR}")
  set(PYTHON_SITEPKG_DIR "${PYTHON_SITEPKG_DIR}" CACHE PATH "Python site-package directory.")<commit_msg>Fixed overrided of python site-packages path<commit_after>find_package(PythonInterp)

if(PYTHONINTERP_FOUND)
  set(PYTHON_SITEPKG_DIR "${PYTHON_SITEPKG_DIR}" CACHE PATH "Python site-package directory.")

  if(NOT PYTHON_SITEPKG_DIR)
    execute_process(COMMAND
		    ${PYTHON_EXECUTABLE}
		    -c "import sys; print sys.version[0:3]"
		    OUTPUT_VARIABLE PYTHON_VERSION
		    OUTPUT_STRIP_TRAILING_WHITESPACE)

    message(STATUS "Found python version ${PYTHON_VERSION}")

    if (IS_ABSOLUTE "${LIB_INSTALL_DIR}")
      set(libdir "${LIB_INSTALL_DIR}")
    else()
      set(libdir "${CMAKE_INSTALL_PREFIX}/${LIB_INSTALL_DIR}")
    endif()

    if (IS_DIRECTORY "${libdir}/python${PYTHON_VERSION}/site-packages")
      set(PYTHON_SITEPKG_DIR "${libdir}/python${PYTHON_VERSION}/site-packages")
    else()
      execute_process(COMMAND
		      ${PYTHON_EXECUTABLE}
		      -c "import distutils.sysconfig ; print distutils.sysconfig.get_python_lib(plat_specific=0)"
		      OUTPUT_VARIABLE PYTHON_SITEPKG_DIR
		      OUTPUT_STRIP_TRAILING_WHITESPACE)
    endif()
  endif()
  
  message(STATUS "Using PYTHON_SITEPKG_DIR=${PYTHON_SITEPKG_DIR}")
{'fraction_non_alphanumeric': 0.11165480427046263, 'fraction_numerical': 0.0026690391459074734, 'mean_word_length': 4.329383886255924, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1659846', 'n_tokens_mistral': 882, 'n_tokens_neox': 820, 'n_words': 115}