<commit_before>require File.expand_path("mini_portile", File.dirname(__FILE__))

namespace :ports do
  
  ICONV_VERSION = "1.13.1"
  FREETDS_VERSION = ENV['TINYTDS_FREETDS_STABLE'] ? "0.82" : "0.83.dev"
  FREETDS_VERSION_INFO = {
    "0.82" => {:files => ["http://ibiblio.org/pub/Linux/ALPHA/freetds/stable/freetds-stable.tgz"]},
    "0.83.dev" => {:files => ["http://ibiblio.org/pub/Linux/ALPHA/freetds/current/freetds-current.tgz"]}
  }
  
  directory "ports"
  
  file "ports/.libiconv.timestamp" => ["ports"] do |f|
    recipe = MiniPortile.new "libiconv", ICONV_VERSION
    recipe.files = ["http://ftp.gnu.org/pub/gnu/libiconv/libiconv-#{ICONV_VERSION}.tar.gz"]
    recipe.cook
    touch f.name
  end

  desc "Compile libiconv support library"
  task :libiconv => ["ports/.libiconv.timestamp"] do
    recipe = MiniPortile.new "libiconv", ICONV_VERSION
    recipe.activate
  end

  file "ports/.freetds.#{FREETDS_VERSION}.timestamp" => ["ports", "ports:libiconv"] do |f|
    recipe = MiniPortile.new "freetds", FREETDS_VERSION
    recipe.files = FREETDS_VERSION_INFO[FREETDS_VERSION][:files]
    recipe.cook
    touch f.name
  end

  desc "Compile freetds library"
  task :freetds => ["ports/.freetds.#{FREETDS_VERSION}.timestamp"] do
    recipe = MiniPortile.new "freetds", FREETDS_VERSION
    recipe.activate
  end
  
end


<commit_msg>Empty space mess my git diff :-P<commit_after>require File.expand_path("mini_portile", File.dirname(__FILE__))

namespace :ports do

  ICONV_VERSION = "1.13.1"
  FREETDS_VERSION = ENV['TINYTDS_FREETDS_STABLE'] ? "0.82" : "0.83.dev"
  FREETDS_VERSION_INFO = {
    "0.82" => {:files => ["http://ibiblio.org/pub/Linux/ALPHA/freetds/stable/freetds-stable.tgz"]},
    "0.83.dev" => {:files => ["http://ibiblio.org/pub/Linux/ALPHA/freetds/current/freetds-current.tgz"]}
  }

  directory "ports"

  file "ports/.libiconv.timestamp" => ["ports"] do |f|
    recipe = MiniPortile.new "libiconv", ICONV_VERSION
    recipe.files = ["http://ftp.gnu.org/pub/gnu/libiconv/libiconv-#{ICONV_VERSION}.tar.gz"]
    recipe.cook
    touch f.name
  end

  desc "Compile libiconv support library"
  task :libiconv => ["ports/.libiconv.timestamp"] do
    recipe = MiniPortile.new "libiconv", ICONV_VERSION
    recipe.activate
  end

  file "ports/.freetds.#{FREETDS_VERSION}.timestamp" => ["ports", "ports:libiconv"] do |f|
    recipe = MiniPortile.new "freetds", FREETDS_VERSION
    recipe.files = FREETDS_VERSION_INFO[FREETDS_VERSION][:files]
    recipe.cook
    touch f.name
  end

  desc "Compile freetds library"
  task :freetds => ["ports/.freetds.#{FREETDS_VERSION}.timestamp"] do
    recipe = MiniPortile.new "freetds", FREETDS_VERSION
    recipe.activate
  end

end

{'fraction_non_alphanumeric': 0.15447456368362422, 'fraction_numerical': 0.01188265874489417, 'mean_word_length': 3.898181818181818, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5153612', 'n_tokens_mistral': 1069, 'n_tokens_neox': 1049, 'n_words': 170}