<commit_before>#!/usr/bin/python

import os

def main():
	print "Root required to run script - make sure to use."
	raw_input("Press enter to confirm continuing.")
	print "Installing PyYAML"
	install_yaml()
	return

def install_yaml():
	yaml_zip_url = urllib.urlopen("http://pyyaml.org/download/pyyaml/PyYAML-3.10.zip")
	localFile = open("PyYAML.zip", "wb")
	print "Downloading ZipFile"
	while 1:
		packet = yaml_zip_url.read()
		print "Downloading..."
		if not packet:
			break
		localFile.write(packet)
	print "Downloaded."
	localFile.close()
	yaml_zip_url.close()
	yamlzip = zipfile.ZipFile("PyYAML.zip")
	print "Extracting PyYAML.zip"
	yamlzip.extractall()
	print "Installing"
	os.system("cd PyYAML-3.10 && "+sys.executable+" setup.py --without-libyaml install")
	print "Installed"
	print "Cleaning Up"
	print "Deleting Directories"
	nukedir("PyYAML-3.10")<commit_msg>Added necessary imports<commit_after>#!/usr/bin/python

import os
import urllib
from sys import executable

def main():
	print "Root required to run script - make sure to use."
	raw_input("Press enter to confirm continuing.")
	print "Installing PyYAML"
	install_yaml()
	return

def install_yaml():
	yaml_zip_url = urllib.urlopen("http://pyyaml.org/download/pyyaml/PyYAML-3.10.zip")
	localFile = open("PyYAML.zip", "wb")
	print "Downloading ZipFile"
	while 1:
		packet = yaml_zip_url.read()
		print "Downloading..."
		if not packet:
			break
		localFile.write(packet)
	print "Downloaded."
	localFile.close()
	yaml_zip_url.close()
	yamlzip = zipfile.ZipFile("PyYAML.zip")
	print "Extracting PyYAML.zip"
	yamlzip.extractall()
	print "Installing"
	os.system("cd PyYAML-3.10 && "+sys.executable+" setup.py --without-libyaml install")
	print "Installed"
	print "Cleaning Up"
	print "Deleting Directories"
	nukedir("PyYAML-3.10")
{'fraction_non_alphanumeric': 0.13608477412158393, 'fraction_numerical': 0.011154489682097044, 'mean_word_length': 4.731629392971246, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6354492', 'n_tokens_mistral': 696, 'n_tokens_neox': 652, 'n_words': 153}