<commit_before>package grabber;

import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.URL;
import java.net.URLConnection;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;

/**
 * A standalone program that ranks a list of players in order by total level
 * 
 * TODO handle 404 errors and other responses
 * 
 * @author <NAME>
 *
 */
public class ClanHiscores {
	// An arraylist of player objects which will later be sorted and printed
	private static List<Player> players = new ArrayList<Player>();
	// Marks the position/rank (NOT index) that we are at in a list
	private static int position = 1;
	// The current line of data - null before any data is read
	private static String currentLine = null;

	/**
	 * For the given position, connect to the hiscores page for the username and
	 * read the data
	 * 
	 * @param position The current index of the array
	 */
	private static void connect(int position) {
		// Connect to the hiscores using the username found at the position index of Utlity.playersList
		String stringURL = "http://services.runescape.com/m=hiscore_oldschool/index_lite.ws?player="
				+ Utility.playersList[position].trim().replaceAll(" ", "_");
		try {
			// Open a connection to StringUrl
			URL url = new URL(stringURL);
			URLConnection conn = url.openConnection();
			conn.connect();<commit_msg>removed TODO as they have been added in 'issues'<commit_after>package grabber;

import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.URL;
import java.net.URLConnection;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;

/**
 * A standalone program that ranks a list of players in order by total level
 * 
 * 
 * @author <NAME>
 *
 */
public class ClanHiscores {
	// An arraylist of player objects which will later be sorted and printed
	private static List<Player> players = new ArrayList<Player>();
	// Marks the position/rank (NOT index) that we are at in a list
	private static int position = 1;
	// The current line of data - null before any data is read
	private static String currentLine = null;

	/**
	 * For the given position, connect to the hiscores page for the username and
	 * read the data
	 * 
	 * @param position The current index of the array
	 */
	private static void connect(int position) {
		// Connect to the hiscores using the username found at the position index of Utlity.playersList
		String stringURL = "http://services.runescape.com/m=hiscore_oldschool/index_lite.ws?player="
				+ Utility.playersList[position].trim().replaceAll(" ", "_");
		try {
			// Open a connection to StringUrl
			URL url = new URL(stringURL);
			URLConnection conn = url.openConnection();
			conn.connect();
{'fraction_non_alphanumeric': 0.09130592942888323, 'fraction_numerical': 0.0018188432157148053, 'mean_word_length': 3.893238434163701, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5603946', 'n_tokens_mistral': 817, 'n_tokens_neox': 754, 'n_words': 308}