<commit_before>#!/usr/bin/env ruby

if RUBY_ENGINE == 'ruby' || RUBY_ENGINE == 'rbx'
  require 'mkmf'
  require 'rbconfig'

  def system_libffi_usable?
    # We need pkg_config or ffi.h
    libffi_ok = pkg_config("libffi") ||
        have_header("ffi.h") ||
        find_header("ffi.h", "/usr/local/include", "/usr/include/ffi",
                    "/Library/Developer/CommandLineTools/SDKs/MacOSX.sdk/usr/include/ffi",
                    "/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include/ffi") ||
        (find_header("ffi.h", `xcrun --sdk macosx --show-sdk-path`.strip + "/usr/include/ffi") rescue false)

    # Ensure we can link to ffi_prep_closure_loc
    libffi_ok &&= have_library("ffi", "ffi_prep_closure_loc", [ "ffi.h" ]) ||
                  have_library("libffi", "ffi_prep_closure_loc", [ "ffi.h" ]) ||
                  have_library("libffi-8", "ffi_prep_closure_loc", [ "ffi.h" ])

    if RbConfig::CONFIG['host_os'] =~ /mswin/
      have_library('libffi_convenience')
      have_library('shlwapi')
    end

    libffi_ok
  end

  dir_config("ffi_c")

  # recent versions of ruby add restrictive ansi and warning flags on a whim - kill them all
  $warnflags = ''
  $CFLAGS.gsub!(/[\s+]-ansi/, '')
  $CFLAGS.gsub!(/[\s+]-std=[^\s]+/, '')
  # solaris 10 needs -c99 for <stdbool.h>
  $CFLAGS << " -std=c99" if RbConfig::CONFIG['host_os'] =~ /solaris(!?2\.11)/

  # Check whether we use system libffi
  system_libffi = enable_config('system-libffi', :try)

  if system_libffi == :try
    system_libffi = ENV['RUBY_CC_VERSION'].nil? && system_libffi_usable?
  elsif system_libffi
    abort "system libffi is not usable" unless system_libffi_usable?
  end

  if system_libffi
    have_func('ffi_prep_cif_var')
    $defs << "-DHAVE_RAW_API" if have_func("ffi_raw_call") && have_func("ffi_prep_raw_closure")
  else
    $defs << "-DHAVE_FFI_PREP_CIF_VAR"
    $defs << "-DUSE_INTERNAL_LIBFFI"

    # Ensure libffi symbols aren't exported when using static libffi.
    # This is to avoid interference with other gems like fiddle.
    # See https://github.com/ffi/ffi/issues/835
    append_ldflags "-Wl,--exclude-libs,ALL"
  end

  ffi_alloc_default = RbConfig::CONFIG['host_os'] =~ /darwin/i && RbConfig::CONFIG['host'] =~ /arm/i
  if enable_config('libffi-alloc', ffi_alloc_default)
    $defs << "-DUSE_FFI_ALLOC"
  end

  $defs << "-DHAVE_EXTCONF_H" if $defs.empty? # needed so create_header works

  create_header
  create_makefile("ffi_c")

  unless system_libffi
    File.open("Makefile", "a") do |mf|
      mf.puts "LIBFFI_HOST=--host=#{RbConfig::CONFIG['host_alias']}" if RbConfig::CONFIG.has_key?("host_alias")
      if RbConfig::CONFIG['host_os'] =~ /darwin/i
        if RbConfig::CONFIG['host'] =~ /arm/i
          mf.puts "LIBFFI_HOST=--host=aarch64-apple-#{RbConfig::CONFIG['host_os']}"
        end
        mf.puts "include ${srcdir}/libffi.darwin.mk"
      elsif RbConfig::CONFIG['host_os'] =~ /bsd/i
        mf.puts '.include "${srcdir}/libffi.bsd.mk"'
      elsif RbConfig::CONFIG['host_os'] =~ /mswin64/i
        mf.puts '!include $(srcdir)/libffi.vc64.mk'
      elsif RbConfig::CONFIG['host_os'] =~ /mswin32/i
        mf.puts '!include $(srcdir)/libffi.vc.mk'
      else
        mf.puts "include ${srcdir}/libffi.mk"
      end
    end
  end

else<commit_msg>Use arm or aarch64 to identify Apple ARM CPU arch<commit_after>#!/usr/bin/env ruby

if RUBY_ENGINE == 'ruby' || RUBY_ENGINE == 'rbx'
  require 'mkmf'
  require 'rbconfig'

  def system_libffi_usable?
    # We need pkg_config or ffi.h
    libffi_ok = pkg_config("libffi") ||
        have_header("ffi.h") ||
        find_header("ffi.h", "/usr/local/include", "/usr/include/ffi",
                    "/Library/Developer/CommandLineTools/SDKs/MacOSX.sdk/usr/include/ffi",
                    "/Applications/Xcode.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/usr/include/ffi") ||
        (find_header("ffi.h", `xcrun --sdk macosx --show-sdk-path`.strip + "/usr/include/ffi") rescue false)

    # Ensure we can link to ffi_prep_closure_loc
    libffi_ok &&= have_library("ffi", "ffi_prep_closure_loc", [ "ffi.h" ]) ||
                  have_library("libffi", "ffi_prep_closure_loc", [ "ffi.h" ]) ||
                  have_library("libffi-8", "ffi_prep_closure_loc", [ "ffi.h" ])

    if RbConfig::CONFIG['host_os'] =~ /mswin/
      have_library('libffi_convenience')
      have_library('shlwapi')
    end

    libffi_ok
  end

  dir_config("ffi_c")

  # recent versions of ruby add restrictive ansi and warning flags on a whim - kill them all
  $warnflags = ''
  $CFLAGS.gsub!(/[\s+]-ansi/, '')
  $CFLAGS.gsub!(/[\s+]-std=[^\s]+/, '')
  # solaris 10 needs -c99 for <stdbool.h>
  $CFLAGS << " -std=c99" if RbConfig::CONFIG['host_os'] =~ /solaris(!?2\.11)/

  # Check whether we use system libffi
  system_libffi = enable_config('system-libffi', :try)

  if system_libffi == :try
    system_libffi = ENV['RUBY_CC_VERSION'].nil? && system_libffi_usable?
  elsif system_libffi
    abort "system libffi is not usable" unless system_libffi_usable?
  end

  if system_libffi
    have_func('ffi_prep_cif_var')
    $defs << "-DHAVE_RAW_API" if have_func("ffi_raw_call") && have_func("ffi_prep_raw_closure")
  else
    $defs << "-DHAVE_FFI_PREP_CIF_VAR"
    $defs << "-DUSE_INTERNAL_LIBFFI"

    # Ensure libffi symbols aren't exported when using static libffi.
    # This is to avoid interference with other gems like fiddle.
    # See https://github.com/ffi/ffi/issues/835
    append_ldflags "-Wl,--exclude-libs,ALL"
  end

  ffi_alloc_default = RbConfig::CONFIG['host_os'] =~ /darwin/i && RbConfig::CONFIG['host'] =~ /arm|aarch64/i
  if enable_config('libffi-alloc', ffi_alloc_default)
    $defs << "-DUSE_FFI_ALLOC"
  end

  $defs << "-DHAVE_EXTCONF_H" if $defs.empty? # needed so create_header works

  create_header
  create_makefile("ffi_c")

  unless system_libffi
    File.open("Makefile", "a") do |mf|
      mf.puts "LIBFFI_HOST=--host=#{RbConfig::CONFIG['host_alias']}" if RbConfig::CONFIG.has_key?("host_alias")
      if RbConfig::CONFIG['host_os'] =~ /darwin/i
        if RbConfig::CONFIG['host'] =~ /arm|aarch64/i
          mf.puts "LIBFFI_HOST=--host=aarch64-apple-#{RbConfig::CONFIG['host_os']}"
        end
        mf.puts "include ${srcdir}/libffi.darwin.mk"
      elsif RbConfig::CONFIG['host_os'] =~ /bsd/i
        mf.puts '.include "${srcdir}/libffi.bsd.mk"'
      elsif RbConfig::CONFIG['host_os'] =~ /mswin64/i
        mf.puts '!include $(srcdir)/libffi.vc64.mk'
      elsif RbConfig::CONFIG['host_os'] =~ /mswin32/i
        mf.puts '!include $(srcdir)/libffi.vc.mk'
      else
        mf.puts "include ${srcdir}/libffi.mk"
      end
    end
  end

else
{'fraction_non_alphanumeric': 0.15784780023781214, 'fraction_numerical': 0.007134363852556481, 'mean_word_length': 3.275095298602287, 'pattern_counts': {'":': 0, '<': 29, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '470293', 'n_tokens_mistral': 2737, 'n_tokens_neox': 2577, 'n_words': 450}