<commit_before>using System; 
using System.IO;
using System.Net; 
using Ionic.Zip;

namespace Octoblu.Gateblu{

      public class Build {
	  
	    public static void Main(string[] args){
		   
		   string path = Directory.GetCurrentDirectory();
		   string tmpPath = path + "\\tmp";
		   string distPath = path + "\\gateblu-ui\\dist";
		   string nodePath = distPath + "\\node-v0.10.32-win-x86";
		   
		   Directory.CreateDirectory(tmpPath);
		   /*

		   #http://dl.node-webkit.org/v0.10.5/node-webkit-v0.10.5-win-ia32.zip
       #https://codeload.github.com/octoblu/gateblu-ui/zip/master
       #http://nodejs.org/dist/v0.10.32/x64/node.exe
       #http://nodejs.org/dist/npm/npm-1.4.12.zip
       #$gatebluZipFileName
       */

	     DownloadAndDecompressFile("https://github.com/octoblu/gateblu-ui/archive/master.zip", tmpPath +"\\gateblu-ui.zip", tmpPath);

	     Directory.Move(tmpPath + "\\gateblu-ui-master", path + "\\gateblu-ui");
	     var directoryInfo = Directory.CreateDirectory(nodePath);

       DownloadAndDecompressFile("http://dl.node-webkit.org/v0.10.5/node-webkit-v0.10.5-win-ia32.zip", tmpPath + "\\node-webkit-v0.10.5-win-ia32.zip", path)
       DownloadAndDecompressFile("http://nodejs.org/dist/npm/npm-1.4.12.zip", tmpPath + "\\npm-1.4.12.zip",  nodePath);
       DownloadFile("http://nodejs.org/dist/v0.10.32/x64/node.exe", nodePath );

	      http = HttpWebRequest.Create(uri.AbsoluteUri);
	      stream = response.GetResponseStream();
        fileStream = new FileStream(zipFilePath, FileMode.Create);
        stream.CopyTo(fileStream);
        response.Close();
        fileStream.Close();










		}
		
		static void DecompressFile(string filename, string targetDirectory ){
	        using (ZipFile zipFile = ZipFile.Read(filename))
	        {
				    zipFile.ExtractAll(targetDirectory);
			    }
	  }

	  static void DownloadAndDecompressFile(string remoteDownloadLink, string zipFilePath,  string targetDirectory){
	  		   Uri uri = new Uri(remoteDownloadLink);
    		   WebRequest http = HttpWebRequest.Create(uri.AbsoluteUri);
    		   HttpWebResponse response = (HttpWebResponse)http.GetResponse();
    		   Stream stream = response.GetResponseStream();
    		   FileStream fileStream = new FileStream(zipFilePath, FileMode.Create);
    		   stream.CopyTo(fileStream);
    		   response.Close();
    		   fileStream.Close();
    		   Console.WriteLine("Downloading Gateblu-UI ....");
    	     DecompressFile(zipFilePath, targetDirectory);
	  }

	  static void DownloadFile(string remoteDownloadLink, string targetDirectory){


	  }
  }<commit_msg>Added download and decompress methods for simplifying the loging<commit_after>using System; 
using System.IO;
using System.Net; 
using Ionic.Zip;

namespace Octoblu.Gateblu{

      public class Build {
	  
	    public static void Main(string[] args){
		   
		   string path = Directory.GetCurrentDirectory();
		   string tmpPath = path + "\\tmp";
		   string distPath = path + "\\gateblu-ui\\dist";
		   string nodePath = distPath + "\\node-v0.10.32-win-x86";
		   
		   Directory.CreateDirectory(tmpPath);
		   /*

		   #http://dl.node-webkit.org/v0.10.5/node-webkit-v0.10.5-win-ia32.zip
       #https://codeload.github.com/octoblu/gateblu-ui/zip/master
       #http://nodejs.org/dist/v0.10.32/x64/node.exe
       #http://nodejs.org/dist/npm/npm-1.4.12.zip
       #$gatebluZipFileName
       */

	     DownloadAndDecompressFile("https://github.com/octoblu/gateblu-ui/archive/master.zip", tmpPath +"\\gateblu-ui.zip", tmpPath);
	     Directory.Move(tmpPath + "\\gateblu-ui-master", path + "\\gateblu-ui");
	     var directoryInfo = Directory.CreateDirectory(nodePath);

       DownloadAndDecompressFile("http://dl.node-webkit.org/v0.10.5/node-webkit-v0.10.5-win-ia32.zip", tmpPath + "\\node-webkit-v0.10.5-win-ia32.zip", path)
       DownloadAndDecompressFile("http://nodejs.org/dist/npm/npm-1.4.12.zip", tmpPath + "\\npm-1.4.12.zip",  nodePath);
       DownloadFile("http://nodejs.org/dist/v0.10.32/x64/node.exe", nodePath );

		}
		
		static void DecompressFile(string filename, string targetDirectory ){
		      Console.WriteLine("Unzipping" + filename " to " + targetDirectory);
	        using (ZipFile zipFile = ZipFile.Read(filename))
	        {
				    zipFile.ExtractAll(targetDirectory);
			    }
	  }

	  static void DownloadAndDecompressFile(string remoteDownloadLink, string filePath,  string targetDirectory){
    		   DownloadFile(remoteDownloadLink, filePath)
    	     DecompressFile(filePath, targetDirectory);
	  }

	  static void DownloadFile(string remoteDownloadLink, string filePath){
	     Console.WriteLine("Downloading " + remoteDownloadLink + "to " + filePath);
       Uri uri = new Uri(remoteDownloadLink);
       WebRequest http = HttpWebRequest.Create(uri.AbsoluteUri);
       HttpWebResponse response = (HttpWebResponse)http.GetResponse();
       Stream stream = response.GetResponseStream();
       FileStream fileStream = new FileStream(filePath, FileMode.Create);
       stream.CopyTo(fileStream);
       response.Close();
       fileStream.Close();
       Console.WriteLine("Download complete");

	  }
  }
{'fraction_non_alphanumeric': 0.13647884577890426, 'fraction_numerical': 0.023006434002729576, 'mean_word_length': 2.9675174013921115, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 25, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4786976', 'n_tokens_mistral': 1816, 'n_tokens_neox': 1600, 'n_words': 249}