<commit_before># - Try to find Iconv 
# Once done this will define 
# 
#  ICONV_FOUND - system has Iconv 
#  ICONV_INCLUDE_DIR - the Iconv include directory 
#  ICONV_LIBRARIES - Link these to use Iconv 
#  ICONV_SECOND_ARGUMENT_IS_CONST - the second argument for iconv() is const
# 
include(CheckCXXSourceCompiles)

IF (ICONV_INCLUDE_DIR AND ICONV_LIBRARIES)
  # Already in cache, be silent
  SET(ICONV_FIND_QUIETLY TRUE)
ENDIF (ICONV_INCLUDE_DIR AND ICONV_LIBRARIES)

FIND_PATH(ICONV_INCLUDE_DIR iconv.h) 
 
FIND_LIBRARY(ICONV_LIBRARIES NAMES iconv libiconv libiconv-2 c)
 
IF(ICONV_INCLUDE_DIR AND ICONV_LIBRARIES) 
   SET(ICONV_FOUND TRUE) 
ENDIF(ICONV_INCLUDE_DIR AND ICONV_LIBRARIES) 

set(CMAKE_REQUIRED_INCLUDES ${ICONV_INCLUDE_DIR})
set(CMAKE_REQUIRED_LIBRARIES ${ICONV_LIBRARIES})
IF(ICONV_FOUND)
  check_cxx_source_compiles("
  #include <iconv.h>
  int main(){
    iconv_t conv = 0;
    const char* in = 0;
    size_t ilen = 0;
    char* out = 0;
    size_t olen = 0;
    iconv(conv, &in, &ilen, &out, &olen);
    return 0;
  }
" ICONV_SECOND_ARGUMENT_IS_CONST )
ENDIF(ICONV_FOUND)
set(CMAKE_REQUIRED_INCLUDES)
set(CMAKE_REQUIRED_LIBRARIES)

IF(ICONV_FOUND) 
  IF(NOT ICONV_FIND_QUIETLY) 
    MESSAGE(STATUS "Found Iconv: ${ICONV_LIBRARIES}") 
  ENDIF(NOT ICONV_FIND_QUIETLY) 
ELSE(ICONV_FOUND) 
  IF(Iconv_FIND_REQUIRED) 
    MESSAGE(FATAL_ERROR "Could not find Iconv") 
  ENDIF(Iconv_FIND_REQUIRED) 
ENDIF(ICONV_FOUND)

IF (NOT _ICONV_LINK_FLAGS)
  SET (_ICONV_LINK_FLAGS ${ICONV_LIBRARIES})
ENDIF ()

SET (_ICONV_LDFLAGS " ")
FOREACH (_iconv_link_flag ${_ICONV_LINK_FLAGS})
  SET (_ICONV_LDFLAGS "${_ICONV_LDFLAGS} ${_iconv_link_flag}")
ENDFOREACH ()

SET (ICONV_LDFLAGS "${_ICONV_LDFLAGS}" CACHE STRING "Linker flags when linking against Iconv")

IF(ICONV_FOUND)
  MESSAGE(STATUS "-----------------------------------------")
  MESSAGE(STATUS "Setup Iconv:")
  MESSAGE(STATUS "")
  MESSAGE(STATUS "              INCLUDE_DIR: ${ICONV_INCLUDE_DIR}")
  MESSAGE(STATUS "              LINK_FLAGS : ${ICONV_LINK_FLAGS}")
  MESSAGE(STATUS "                LD_FLAGS : ${ICONV_LD_FLAGS}")
  MESSAGE(STATUS " SECOND_ARGUMENT_IS_CONST: ${ICONV_SECOND_ARGUMENT_IS_CONST}")
  MESSAGE(STATUS "-----------------------------------------")
ENDIF()

MARK_AS_ADVANCED(
  ICONV_FOUND
  ICONV_INCLUDE_DIR
  ICONV_LIBRARIES
  ICONV_LINK_FLAGS
  ICONV_LDFLAGS
  ICONV_SECOND_ARGUMENT_IS_CONST
  )
<commit_msg>cmake/FindIconv.cmake: fix set of ICONV_LINK_FLAGS [ci skip]<commit_after># - Try to find Iconv 
# Once done this will define 
# 
#  ICONV_FOUND - system has Iconv 
#  ICONV_INCLUDE_DIR - the Iconv include directory 
#  ICONV_LIBRARIES - Link these to use Iconv 
#  ICONV_SECOND_ARGUMENT_IS_CONST - the second argument for iconv() is const
# 
include(CheckCXXSourceCompiles)

IF (ICONV_INCLUDE_DIR AND ICONV_LIBRARIES)
  # Already in cache, be silent
  SET(ICONV_FIND_QUIETLY TRUE)
ENDIF (ICONV_INCLUDE_DIR AND ICONV_LIBRARIES)

FIND_PATH(ICONV_INCLUDE_DIR iconv.h) 
 
FIND_LIBRARY(ICONV_LIBRARIES NAMES iconv libiconv libiconv-2 c)
 
IF(ICONV_INCLUDE_DIR AND ICONV_LIBRARIES) 
   SET(ICONV_FOUND TRUE) 
ENDIF(ICONV_INCLUDE_DIR AND ICONV_LIBRARIES) 

set(CMAKE_REQUIRED_INCLUDES ${ICONV_INCLUDE_DIR})
set(CMAKE_REQUIRED_LIBRARIES ${ICONV_LIBRARIES})
IF(ICONV_FOUND)
  check_cxx_source_compiles("
  #include <iconv.h>
  int main(){
    iconv_t conv = 0;
    const char* in = 0;
    size_t ilen = 0;
    char* out = 0;
    size_t olen = 0;
    iconv(conv, &in, &ilen, &out, &olen);
    return 0;
  }
" ICONV_SECOND_ARGUMENT_IS_CONST )
ENDIF(ICONV_FOUND)
set(CMAKE_REQUIRED_INCLUDES)
set(CMAKE_REQUIRED_LIBRARIES)

IF(ICONV_FOUND) 
  IF(NOT ICONV_FIND_QUIETLY) 
    MESSAGE(STATUS "Found Iconv: ${ICONV_LIBRARIES}") 
  ENDIF(NOT ICONV_FIND_QUIETLY) 
ELSE(ICONV_FOUND) 
  IF(Iconv_FIND_REQUIRED) 
    MESSAGE(FATAL_ERROR "Could not find Iconv") 
  ENDIF(Iconv_FIND_REQUIRED) 
ENDIF(ICONV_FOUND)

IF (NOT _ICONV_LINK_FLAGS)
  SET (_ICONV_LINK_FLAGS ${ICONV_LIBRARIES})
ENDIF ()

SET (_ICONV_LDFLAGS " ")
FOREACH (_iconv_link_flag ${_ICONV_LINK_FLAGS})
  SET (_ICONV_LDFLAGS "${_ICONV_LDFLAGS} ${_iconv_link_flag}")
ENDFOREACH ()

SET (ICONV_LINK_FLAGS ${_ICONV_LINK_FLAGS} CACHE STRING "Linker flags when linking against Iconv (list)")
SET (ICONV_LDFLAGS "${_ICONV_LDFLAGS}" CACHE STRING "Linker flags when linking against Iconv")

IF(ICONV_FOUND)
  MESSAGE(STATUS "-----------------------------------------")
  MESSAGE(STATUS "Setup Iconv:")
  MESSAGE(STATUS "")
  MESSAGE(STATUS "              INCLUDE_DIR: ${ICONV_INCLUDE_DIR}")
  MESSAGE(STATUS "              LINK_FLAGS : ${ICONV_LINK_FLAGS}")
  MESSAGE(STATUS "                LD_FLAGS : ${ICONV_LDFLAGS}")
  MESSAGE(STATUS " SECOND_ARGUMENT_IS_CONST: ${ICONV_SECOND_ARGUMENT_IS_CONST}")
  MESSAGE(STATUS "-----------------------------------------")
ENDIF()

MARK_AS_ADVANCED(
  ICONV_FOUND
  ICONV_INCLUDE_DIR
  ICONV_LIBRARIES
  ICONV_LINK_FLAGS
  ICONV_LDFLAGS
  ICONV_SECOND_ARGUMENT_IS_CONST
  )

{'fraction_non_alphanumeric': 0.12237479806138933, 'fraction_numerical': 0.002827140549273021, 'mean_word_length': 4.154006243496358, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2446238', 'n_tokens_mistral': 2178, 'n_tokens_neox': 2022, 'n_words': 368}