<commit_before>if(CMAKE_COMPILER_IS_GNUCC)
    SET(RSN_BASE_C_FLAGS "-std=c99 -Wall") # -Wextra")   #-pedantic
    SET(RSN_BASE_CXX_FLAGS "-Wall") # -Wextra")

    SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} ${RSN_BASE_C_FLAGS} -DLUA_USE_MKSTEMP")
    SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} ${RSN_BASE_C_FLAGS}")
    SET(CMAKE_C_FLAGS_MINSIZEREL "${CMAKE_C_FLAGS_MINSIZEREL} ${RSN_BASE_C_FLAGS}")
    SET(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} ${RSN_BASE_C_FLAGS}")
    SET(CMAKE_C_FLAGS_RELWITHDEBINFO "${CMAKE_C_FLAGS_RELWITHDEBINFO} ${RSN_BASE_C_FLAGS}")

    SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_MINSIZEREL "${CMAKE_CXX_FLAGS_MINSIZEREL} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO} ${RSN_BASE_CXX_FLAGS}")

    # set(CMAKE_BUILD_TYPE distribution)
    # set(CMAKE_C_FLAGS_DISTRIBUTION "-Wall -Wextra -O2")
    if(APPLE)
      set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wshorten-64-to-32 -D_BSD_SOURCE")
    endif(APPLE)
    if (UNIX)
      set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC -D_BSD_SOURCE")
    endif(UNIX)
endif(CMAKE_COMPILER_IS_GNUCC)

IF(NOT CMAKE_BUILD_TYPE)
    set(CMAKE_BUILD_TYPE Debug)
  # SET(CMAKE_BUILD_TYPE RelWithDebInfo CACHE STRING
      # "Choose the type of build, options are: None Debug Release RelWithDebInfo MinSizeRel."
      # FORCE)
ENDIF(NOT CMAKE_BUILD_TYPE)

if (${CMAKE_BUILD_TYPE} STREQUAL Debug)
  SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -DDEBUG -g3")
ENDIF(${CMAKE_BUILD_TYPE} STREQUAL Debug)<commit_msg>fix some portability problems<commit_after>if(CMAKE_COMPILER_IS_GNUCC)
    SET(RSN_BASE_C_FLAGS "-std=c99 -Wall") # -Wextra")   #-pedantic
    SET(RSN_BASE_CXX_FLAGS "-Wall") # -Wextra")

    SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} ${RSN_BASE_C_FLAGS} -DLUA_USE_MKSTEMP")
    SET(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} ${RSN_BASE_C_FLAGS}")
    SET(CMAKE_C_FLAGS_MINSIZEREL "${CMAKE_C_FLAGS_MINSIZEREL} ${RSN_BASE_C_FLAGS}")
    SET(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} ${RSN_BASE_C_FLAGS}")
    SET(CMAKE_C_FLAGS_RELWITHDEBINFO "${CMAKE_C_FLAGS_RELWITHDEBINFO} ${RSN_BASE_C_FLAGS}")

    SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_MINSIZEREL "${CMAKE_CXX_FLAGS_MINSIZEREL} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} ${RSN_BASE_CXX_FLAGS}")
    SET(CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO} ${RSN_BASE_CXX_FLAGS}")

    # set(CMAKE_BUILD_TYPE distribution)
    # set(CMAKE_C_FLAGS_DISTRIBUTION "-Wall -Wextra -O2")
    if (UNIX)
        if(APPLE)
            set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wshorten-64-to-32 -D_BSD_SOURCE")
        endif(APPLE)
      set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC")
    endif(UNIX)

    if (${CMAKE_BUILD_TYPE} STREQUAL Debug)
        SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -DDEBUG -g3")
    ENDIF(${CMAKE_BUILD_TYPE} STREQUAL Debug)

endif(CMAKE_COMPILER_IS_GNUCC)

IF(NOT CMAKE_BUILD_TYPE)
    set(CMAKE_BUILD_TYPE Debug)
  # SET(CMAKE_BUILD_TYPE RelWithDebInfo CACHE STRING
      # "Choose the type of build, options are: None Debug Release RelWithDebInfo MinSizeRel."
      # FORCE)
ENDIF(NOT CMAKE_BUILD_TYPE)
{'fraction_non_alphanumeric': 0.11803751803751804, 'fraction_numerical': 0.004617604617604618, 'mean_word_length': 6.0304259634888435, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4526913', 'n_tokens_mistral': 1583, 'n_tokens_neox': 1453, 'n_words': 189}