<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import sys
import argparse
import Queue
import signal
import time
from threading import Thread, activeCount, Lock, current_thread
from subprocess import call
import urllib2
import urllib


__author__ = ''
__license__ = 'BSD (3-Clause)'
__version__ = '0'
__date__ = ''
__maintainer__ = 'WiK'
__email__ = '<EMAIL>'
__status__ = 'Beta'

ipaddresses = []
queue = Queue.Queue()
sigint = False
foundips = []

def logo():
	#ASCII-art of some kind of logo?
	pass

def load_ipaddresses():
	#if not os.path.exists(args.iplist):
	#	print 'The supplied file (%s) does not exists!' % (args.iplist)
	#	sys.exit(0)

	#ip_file = open(args.iplist, 'r')
	#ip_read = ip_file.readlines()
	#ip_read = [item.rstrip() for item in ip_read]
	#for ip in ip_read:
	#	if not ip.startswith('#'): #ignore comments
	#		ipaddresses.append(ip)
	res = urllib2.urlopen('http://172.16.1.10:8080/gettask')
	global f_name
	f_name = res.info()['Content-Disposition'].split('filename=')[1].replace('"','')
	f_content = res.read()
	f = open(f_name, 'wb')
	f.write(f_content)
	f.close()
	res.close()
	
	ip_file = open(f_name,'r')
	ip_read = ip_file.readlines()
	ip_read = [item.rstrip() for item in ip_read]
	for ip in ip_read:
		if not ip.startswith('#'): #ignore comments
			ipaddresses.append(ip)
	ip_file.close()
	
	
def run_process(ip):
	#print 'Looking up %s' % (ip)
	url = 'http://%s' % (ip)
	output = '%s.txt' % (ip)
	call(["wget", "-t", "1", "-T", "2", url, "-O", output])

	fs = os.path.getsize(output)<commit_msg>Updated client with new ip<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import sys
import argparse
import Queue
import signal
import time
from threading import Thread, activeCount, Lock, current_thread
from subprocess import call
import urllib2
import urllib


__author__ = ''
__license__ = 'BSD (3-Clause)'
__version__ = '0'
__date__ = ''
__maintainer__ = 'WiK'
__email__ = '<EMAIL>'
__status__ = 'Beta'

ipaddresses = []
queue = Queue.Queue()
sigint = False
foundips = []

def logo():
	#ASCII-art of some kind of logo?
	pass

def load_ipaddresses():
	#if not os.path.exists(args.iplist):
	#	print 'The supplied file (%s) does not exists!' % (args.iplist)
	#	sys.exit(0)

	#ip_file = open(args.iplist, 'r')
	#ip_read = ip_file.readlines()
	#ip_read = [item.rstrip() for item in ip_read]
	#for ip in ip_read:
	#	if not ip.startswith('#'): #ignore comments
	#		ipaddresses.append(ip)
	res = urllib2.urlopen('http://172.16.58.3/gettask')
	global f_name
	f_name = res.info()['Content-Disposition'].split('filename=')[1].replace('"','')
	f_content = res.read()
	f = open(f_name, 'wb')
	f.write(f_content)
	f.close()
	res.close()
	
	ip_file = open(f_name,'r')
	ip_read = ip_file.readlines()
	ip_read = [item.rstrip() for item in ip_read]
	for ip in ip_read:
		if not ip.startswith('#'): #ignore comments
			ipaddresses.append(ip)
	ip_file.close()
	
	
def run_process(ip):
	#print 'Looking up %s' % (ip)
	url = 'http://%s' % (ip)
	output = '%s.txt' % (ip)
	call(["wget", "-t", "1", "-T", "2", url, "-O", output])

	fs = os.path.getsize(output)
{'fraction_non_alphanumeric': 0.17426187419768935, 'fraction_numerical': 0.012195121951219513, 'mean_word_length': 4.346483704974271, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2682834', 'n_tokens_mistral': 1286, 'n_tokens_neox': 1241, 'n_words': 309}