<commit_before>namespace :git do
  #desc "Install libgit2 library"
  task :libgit2 do
    FileUtils.cd(TMP_DIR) do
      if File.exists?("lib2git")
        sh("git pull")
      else
        sh("git clone git://github.com/libgit2/libgit2.git")
      end

      FileUtils.mkdir("libgit2/build") unless FileUtils.exists?("libgit2/build")
      FileUtils.cd("libgit2/build") do
        sh("cmake .. && cmake --build .")
      end
    end
  end

  #desc "Install git binary"
  task :bin do
    version = "git-1.8.0"
    url = "https://git-core.googlecode.com/files/#{version}.tar.gz"
    install_tar(url, version)
  end

  #desc "Install git utilities"
  task :util do
    tools = %w{gitg gitk gitstats tig}
    install_pkg(tools)
  end
end

task :git => ["git:bin", "git:util", "git:libgit2"]
<commit_msg>Fix typo in git repo name<commit_after>namespace :git do
  #desc "Install libgit2 library"
  task :libgit2 do
    FileUtils.cd(TMP_DIR) do
      sh("git clone git://github.com/libgit2/libgit2.git") unless Dir.exists?("libgit2")

      build_dir = "libgit2/build"
      FileUtils.mkdir(build_dir) unless Dir.exists?(build_dir)
      FileUtils.cd(build_dir) do
        sh("git pull")
        sh("cmake .. && cmake --build .")
      end
    end
  end

  #desc "Install git binary"
  task :bin do
    version = "git-1.8.0"
    url = "https://git-core.googlecode.com/files/#{version}.tar.gz"
    install_tar(url, version)
  end

  #desc "Install git utilities"
  task :util do
    tools = %w{gitg gitk gitstats tig}
    install_pkg(tools)
  end
end

task :git => ["git:bin", "git:util", "git:libgit2"]

{'fraction_non_alphanumeric': 0.14330413016270338, 'fraction_numerical': 0.01376720901126408, 'mean_word_length': 2.8162291169451072, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2171424', 'n_tokens_mistral': 588, 'n_tokens_neox': 580, 'n_words': 137}