<commit_before>/*
 * Copyright (c) 2014 Aalto University
 * Copyright (c) 2014 <NAME>
 * Licensed under the MIT License, see LICENSE for more information.
 */

// how many samples to gather from the various tests
var serverCnt = 50;
var peerConnectCnt = 100;
var peerListCnt = 100;
var rttCnt = 1000;
var throughputCnt = 100;

var serverConnect = function(id) {
	return new Peer(id, {
		host: 'fruitiex.org',
		port: '16472',
		path: '/peer',
		config: {
			'iceServers': [
				{ url: 'stun:stun.l.google.com:19302' },
				{ url: 'turn:fruitiex.org:3478', username: "rasse", credential: 'foobar' }
			]
		}
	});
};

function ping() {
	var avg = 0; var jitter = 0; var min = 999999999; var max = 0; var samples = 0;
	var times = []; var jitters = [];
	var pingTime;

	this.getStats = function() {
		return 'min: ' + min + ', max: ' + max + ', avg: ' + avg + ', jitter: ' + jitter;
	};

	this.getNumSamples = function() {
		return samples;
	};

	this.setPingTime = function() {
		pingTime = new Date().getTime();
	};

	this.update = function(updateCallback) {
		var time = new Date().getTime() - pingTime;
		if(times.length)
			jitters[jitters.length] = Math.abs(time - times[times.length - 1]);

		times[times.length] = time;
		for(var i = 0; i < times.length; i++) {
			avg += times[i];

			if(jitters[i])
				jitter += jitters[i];

			if(times[i] < min)
				min = times[i];
			if(times[i] > max)
				max = times[i];
		}
		avg /= times.length;
		avg = Math.round(avg * 100) / 100;

		if (jitters.length)
			jitter /= jitters.length;
		jitter = Math.round(jitter * 100) / 100;

		samples++;

		//pingTime = new Date().getTime();
		updateCallback();
	};
};

var serverConnectTime = new ping();
var peerListTime = new ping();
var peerConnectTime = new ping();
var peerRTT = new ping();
var peer;

serverConnectTime.setPingTime();
$(document).ready(function() {
	// wait a little more
	setTimeout(function() {
		peer = serverConnect();
		peer.on('open', peeronopen);
	}, 1000);
});

var peeronopen = function() {
	if(serverConnectTime.getNumSamples() < serverCnt) {
		serverConnectTime.update(function() {
			$("#server").text('Connection to server took (ms): ' + serverConnectTime.getStats());
			$("#serversamples").text('sample ' + serverConnectTime.getNumSamples() + '/' + serverCnt);

			peer.disconnect();
			setTimeout(function() {
				serverConnectTime.setPingTime();
				peer = serverConnect();
				peer.on('open', peeronopen);
			}, 500);
		});
	} else {
		$("#peerid").text("Peer ID: " + peer.id);

		peerList();
	}
};

var onlistpeers = function() {
	peerListTime.update(function() {
		$("#peerlist").text('Listing peers took (ms): ' + peerListTime.getStats());
		$("#peerlistsamples").text('sample ' + peerListTime.getNumSamples() + '/' + peerListCnt);

		if(peerListTime.getNumSamples() < peerListCnt) {
			setTimeout(function() {
				peerListTime.setPingTime();
				peer.listAllPeers(function(peers) {
					onlistpeers();
				});
			}, 50);
		} else {
			peerConnect('server');
		}
	});
};

var peerList = function() {
	peerListTime.setPingTime();
	peer.listAllPeers(function(peers) {
		onlistpeers();
	});
};

var peerConnect = function(id) {
	var dataConnection = peer.connect(id);

	var dataconnectiononopen = function() {
		peerConnectTime.update(function() {
			$("#peerconnect").text('Connecting to peer took (ms): ' + peerConnectTime.getStats());
			$("#peerconnectsamples").text('sample ' + peerConnectTime.getNumSamples() + '/' + peerConnectCnt);

			if(peerConnectTime.getNumSamples() < peerConnectCnt) {
				setTimeout(function() {
					dataConnection.close();
					peerConnectTime.setPingTime();
					dataConnection = peer.connect(id);
					dataConnection.on('open', dataconnectiononopen);
				}, 50);
			} else {
				rttBenchmark(dataConnection);
			}
		});
	};

	peerConnectTime.setPingTime();
	dataConnection.on('open', dataconnectiononopen);
};

var rttBenchmark = function(dataConnection) {
	dataConnection.removeAllListeners('data');

	dataConnection.on('data', function(data) {
		peerRTT.update(function() {
			$("#rtt").text('RTT to peer (ms): ' + peerRTT.getStats());
			$("#rttsamples").text('sample ' + peerRTT.getNumSamples() + '/' + rttCnt);

			if(peerRTT.getNumSamples() < rttCnt) {
				setTimeout(function() {
					peerRTT.setPingTime();
					dataConnection.send('ping');
				}, 25);
			} else {
				dataConnection.removeAllListeners('data');

				throughputBenchmark(dataConnection);
			}
		});
	});

	peerRTT.setPingTime();
	dataConnection.send('ping');
};

var throughputBenchmark = function(dataConnection) {
	dataConnection.removeAllListeners('data');

	var chunkSize = 1024 * 1024;
	var chunk = new Uint8Array(chunkSize);
	var chunkAck = 0;
	var curChunk = 0;
	var chunkConcurrency = 5;

	var throughputStart = new Date().getTime();

	var chunkSend = function() {
		curChunk++;
		dataConnection.send(chunk);
	}

	dataConnection.on('data', function(data) {
		chunkAck++;

		$("#throughput").text('Data throughput to peer (MB/s): ' +
			Math.round(100 * (chunkAck
			/ ((new Date().getTime() - throughputStart) / 1000))) / 100);
		$("#throughputsamples").text('sample ' + curChunk + '/' + throughputCnt);

		if(curChunk < throughputCnt) {
			chunkSend();
		} else {
			dataConnection.removeAllListeners('data');

			done(dataConnection);
		}
	});

	for (var i = 0; i < chunkConcurrency; i++)
		chunkSend();
};

var done = function(dataConnection) {
	$("#done").text('All done!');
	dataConnection.send({reload: true});
};
<commit_msg>decrease concurrency<commit_after>/*
 * Copyright (c) 2014 Aalto University
 * Copyright (c) 2014 <NAME>
 * Licensed under the MIT License, see LICENSE for more information.
 */

// how many samples to gather from the various tests
var serverCnt = 50;
var peerConnectCnt = 100;
var peerListCnt = 100;
var rttCnt = 1000;
var throughputCnt = 100;

var serverConnect = function(id) {
	return new Peer(id, {
		host: 'fruitiex.org',
		port: '16472',
		path: '/peer',
		config: {
			'iceServers': [
				{ url: 'stun:stun.l.google.com:19302' },
				{ url: 'turn:fruitiex.org:3478', username: "rasse", credential: 'foobar' }
			]
		}
	});
};

function ping() {
	var avg = 0; var jitter = 0; var min = 999999999; var max = 0; var samples = 0;
	var times = []; var jitters = [];
	var pingTime;

	this.getStats = function() {
		return 'min: ' + min + ', max: ' + max + ', avg: ' + avg + ', jitter: ' + jitter;
	};

	this.getNumSamples = function() {
		return samples;
	};

	this.setPingTime = function() {
		pingTime = new Date().getTime();
	};

	this.update = function(updateCallback) {
		var time = new Date().getTime() - pingTime;
		if(times.length)
			jitters[jitters.length] = Math.abs(time - times[times.length - 1]);

		times[times.length] = time;
		for(var i = 0; i < times.length; i++) {
			avg += times[i];

			if(jitters[i])
				jitter += jitters[i];

			if(times[i] < min)
				min = times[i];
			if(times[i] > max)
				max = times[i];
		}
		avg /= times.length;
		avg = Math.round(avg * 100) / 100;

		if (jitters.length)
			jitter /= jitters.length;
		jitter = Math.round(jitter * 100) / 100;

		samples++;

		//pingTime = new Date().getTime();
		updateCallback();
	};
};

var serverConnectTime = new ping();
var peerListTime = new ping();
var peerConnectTime = new ping();
var peerRTT = new ping();
var peer;

serverConnectTime.setPingTime();
$(document).ready(function() {
	// wait a little more
	setTimeout(function() {
		peer = serverConnect();
		peer.on('open', peeronopen);
	}, 1000);
});

var peeronopen = function() {
	if(serverConnectTime.getNumSamples() < serverCnt) {
		serverConnectTime.update(function() {
			$("#server").text('Connection to server took (ms): ' + serverConnectTime.getStats());
			$("#serversamples").text('sample ' + serverConnectTime.getNumSamples() + '/' + serverCnt);

			peer.disconnect();
			setTimeout(function() {
				serverConnectTime.setPingTime();
				peer = serverConnect();
				peer.on('open', peeronopen);
			}, 500);
		});
	} else {
		$("#peerid").text("Peer ID: " + peer.id);

		peerList();
	}
};

var onlistpeers = function() {
	peerListTime.update(function() {
		$("#peerlist").text('Listing peers took (ms): ' + peerListTime.getStats());
		$("#peerlistsamples").text('sample ' + peerListTime.getNumSamples() + '/' + peerListCnt);

		if(peerListTime.getNumSamples() < peerListCnt) {
			setTimeout(function() {
				peerListTime.setPingTime();
				peer.listAllPeers(function(peers) {
					onlistpeers();
				});
			}, 50);
		} else {
			peerConnect('server');
		}
	});
};

var peerList = function() {
	peerListTime.setPingTime();
	peer.listAllPeers(function(peers) {
		onlistpeers();
	});
};

var peerConnect = function(id) {
	var dataConnection = peer.connect(id);

	var dataconnectiononopen = function() {
		peerConnectTime.update(function() {
			$("#peerconnect").text('Connecting to peer took (ms): ' + peerConnectTime.getStats());
			$("#peerconnectsamples").text('sample ' + peerConnectTime.getNumSamples() + '/' + peerConnectCnt);

			if(peerConnectTime.getNumSamples() < peerConnectCnt) {
				setTimeout(function() {
					dataConnection.close();
					peerConnectTime.setPingTime();
					dataConnection = peer.connect(id);
					dataConnection.on('open', dataconnectiononopen);
				}, 50);
			} else {
				rttBenchmark(dataConnection);
			}
		});
	};

	peerConnectTime.setPingTime();
	dataConnection.on('open', dataconnectiononopen);
};

var rttBenchmark = function(dataConnection) {
	dataConnection.removeAllListeners('data');

	dataConnection.on('data', function(data) {
		peerRTT.update(function() {
			$("#rtt").text('RTT to peer (ms): ' + peerRTT.getStats());
			$("#rttsamples").text('sample ' + peerRTT.getNumSamples() + '/' + rttCnt);

			if(peerRTT.getNumSamples() < rttCnt) {
				setTimeout(function() {
					peerRTT.setPingTime();
					dataConnection.send('ping');
				}, 25);
			} else {
				dataConnection.removeAllListeners('data');

				throughputBenchmark(dataConnection);
			}
		});
	});

	peerRTT.setPingTime();
	dataConnection.send('ping');
};

var throughputBenchmark = function(dataConnection) {
	dataConnection.removeAllListeners('data');

	var chunkSize = 1024 * 1024;
	var chunk = new Uint8Array(chunkSize);
	var chunkAck = 0;
	var curChunk = 0;
	var chunkConcurrency = 3;

	var throughputStart = new Date().getTime();

	var chunkSend = function() {
		curChunk++;
		dataConnection.send(chunk);
	}

	dataConnection.on('data', function(data) {
		chunkAck++;

		$("#throughput").text('Data throughput to peer (MB/s): ' +
			Math.round(100 * (chunkAck
			/ ((new Date().getTime() - throughputStart) / 1000))) / 100);
		$("#throughputsamples").text('sample ' + curChunk + '/' + throughputCnt);

		if(curChunk < throughputCnt) {
			chunkSend();
		} else {
			dataConnection.removeAllListeners('data');

			done(dataConnection);
		}
	});

	for (var i = 0; i < chunkConcurrency; i++)
		chunkSend();
};

var done = function(dataConnection) {
	$("#done").text('All done!');
	dataConnection.send({reload: true});
};

{'fraction_non_alphanumeric': 0.17592846062596953, 'fraction_numerical': 0.018249840313897252, 'mean_word_length': 4.004566210045662, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '734235', 'n_tokens_mistral': 4405, 'n_tokens_neox': 3761, 'n_words': 751}