<commit_before>dnl Functions for libcdirectory
dnl
dnl Version: 20140929

dnl Function to detect if libcdirectory is available
dnl ac_libcdirectory_dummy is used to prevent AC_CHECK_LIB adding unnecessary -l<library> arguments
AC_DEFUN([AX_LIBCDIRECTORY_CHECK_LIB],
 [dnl Check if parameters were provided
 AS_IF(
  [test "x$ac_cv_with_libcdirectory" != x && test "x$ac_cv_with_libcdirectory" != xno && test "x$ac_cv_with_libcdirectory" != xauto-detect],
  [AS_IF(
   [test -d "$ac_cv_with_libcdirectory"],
   [CFLAGS="$CFLAGS -I${ac_cv_with_libcdirectory}/include"
   LDFLAGS="$LDFLAGS -L${ac_cv_with_libcdirectory}/lib"],
   [AC_MSG_WARN([no such directory: $ac_cv_with_libcdirectory])
   ])
  ])

 AS_IF(
  [test "x$ac_cv_with_libcdirectory" = xno],
  [ac_cv_libcdirectory=no],
  [dnl Check for a pkg-config file
  AS_IF(
   [test "x$cross_compiling" != "xyes" && test "x$PKGCONFIG" != "x"],
   [PKG_CHECK_MODULES(
    [libcdirectory],
    [libcdirectory >= 20120423],
    [ac_cv_libcdirectory=yes],
    [ac_cv_libcdirectory=no])
   ])

  AS_IF(
   [test "x$ac_cv_libcdirectory" = xyes],
   [ac_cv_libcdirectory_CPPFLAGS="$pkg_cv_libcdirectory_CFLAGS"
   ac_cv_libcdirectory_LIBADD="$pkg_cv_libcdirectory_LIBS"],
   [dnl Check for headers
   AC_CHECK_HEADERS([libcdirectory.h])
 
   AS_IF(
    [test "x$ac_cv_header_libcdirectory_h" = xno],
    [ac_cv_libcdirectory=no],
    [dnl Check for the individual functions
    ac_cv_libcdirectory=yes

    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_get_version,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])
  
    dnl TODO add functions

    ac_cv_libcdirectory_LIBADD="-lcdirectory"
    ])
   ])
  ])
<commit_msg>Updated m4 scripts.<commit_after>dnl Functions for libcdirectory
dnl
dnl Version: 20160102

dnl Function to detect if libcdirectory is available
dnl ac_libcdirectory_dummy is used to prevent AC_CHECK_LIB adding unnecessary -l<library> arguments
AC_DEFUN([AX_LIBCDIRECTORY_CHECK_LIB],
 [dnl Check if parameters were provided
 AS_IF(
  [test "x$ac_cv_with_libcdirectory" != x && test "x$ac_cv_with_libcdirectory" != xno && test "x$ac_cv_with_libcdirectory" != xauto-detect],
  [AS_IF(
   [test -d "$ac_cv_with_libcdirectory"],
   [CFLAGS="$CFLAGS -I${ac_cv_with_libcdirectory}/include"
   LDFLAGS="$LDFLAGS -L${ac_cv_with_libcdirectory}/lib"],
   [AC_MSG_WARN([no such directory: $ac_cv_with_libcdirectory])
   ])
  ])

 AS_IF(
  [test "x$ac_cv_with_libcdirectory" = xno],
  [ac_cv_libcdirectory=no],
  [dnl Check for a pkg-config file
  AS_IF(
   [test "x$cross_compiling" != "xyes" && test "x$PKGCONFIG" != "x"],
   [PKG_CHECK_MODULES(
    [libcdirectory],
    [libcdirectory >= 20120423],
    [ac_cv_libcdirectory=yes],
    [ac_cv_libcdirectory=no])
   ])

  AS_IF(
   [test "x$ac_cv_libcdirectory" = xyes],
   [ac_cv_libcdirectory_CPPFLAGS="$pkg_cv_libcdirectory_CFLAGS"
   ac_cv_libcdirectory_LIBADD="$pkg_cv_libcdirectory_LIBS"],
   [dnl Check for headers
   AC_CHECK_HEADERS([libcdirectory.h])
 
   AS_IF(
    [test "x$ac_cv_header_libcdirectory_h" = xno],
    [ac_cv_libcdirectory=no],
    [dnl Check for the individual functions
    ac_cv_libcdirectory=yes

    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_get_version,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])
  
    dnl Directory functions
    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_initialize,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])
    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_free,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])

    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_open,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])
    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_close,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])

    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_read_entry,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])
    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_has_entry,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])

    AS_IF(
     [test "x$ac_cv_enable_wide_character_type" != xno],
     [AC_CHECK_LIB(
      cdirectory,
      libcdirectory_directory_open_wide,
      [ac_cv_libcdirectory_dummy=yes],
      [ac_cv_libcdirectory=no])
     AC_CHECK_LIB(
      cdirectory,
      libcdirectory_directory_has_entry_wide,
      [ac_cv_libcdirectory_dummy=yes],
      [ac_cv_libcdirectory=no])
     ])

    dnl Directory entry functions
    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_entry_initialize,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])
    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_entry_free,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])

    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_entry_get_type,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])
    AC_CHECK_LIB(
     cdirectory,
     libcdirectory_directory_entry_get_name,
     [ac_cv_libcdirectory_dummy=yes],
     [ac_cv_libcdirectory=no])

    AS_IF(
     [test "x$ac_cv_enable_wide_character_type" != xno],
     [AC_CHECK_LIB(
      cdirectory,
      libcdirectory_directory_entry_get_name_wide,
      [ac_cv_libcdirectory_dummy=yes],
      [ac_cv_libcdirectory=no])
     ])

    ac_cv_libcdirectory_LIBADD="-lcdirectory"
    ])
   ])
  ])

{'fraction_non_alphanumeric': 0.10020040080160321, 'fraction_numerical': 0.006012024048096192, 'mean_word_length': 4.387634936211972, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2192777', 'n_tokens_mistral': 2208, 'n_tokens_neox': 2062, 'n_words': 304}