<commit_before>import org.jsoup.Jsoup;
import java.io.IOException;
import java.net.HttpURLConnection;
import java.net.MalformedURLException;
import java.net.ProtocolException;
import java.net.URL;
import java.util.ArrayList;
import java.util.Scanner;
import java.util.concurrent.TimeUnit;

public class Main
{
    static Scanner scanner = new Scanner(System. in);
    static long refreshRate;
    static int maxNumberOfRefreshes;
    static String webpage;
    static boolean isValidWebpage;
    static boolean sourceCodeDifferenceFound;
    static ArrayList<htmlWebpageRecord> recordList;

    public static void main(String[] args) throws Exception {
        do {
            webpage = getWebpageFromUser();
            isValidWebpage = isUsersWebpageValid();
        }while (isValidWebpage == false);

        refreshRate = getRefreshRateFromUser();
        maxNumberOfRefreshes = getMaxNumberOfRefreshesFromUser();
        System.out.println("\nActivity Report:");
        System.out.println("--------------------------------------------------");

        recordList = new ArrayList<>();

        for(int i = 0; i <= maxNumberOfRefreshes; i++)
        {
            htmlWebpageRecord recentlyCreatedRecord;
            recentlyCreatedRecord = generateHtmlWebpageRecord(i);
            Thread.sleep(refreshRate);

            recordList.add(recentlyCreatedRecord.getVersion(), recentlyCreatedRecord);
            if(recordList.size() >= 2) //The recordList needs at least 2 records to do a compare
            {
                for(int j = 0; j < recordList.size(); j++)
                {
                    if(sourceCodeDifferenceFound != true)
                    {
                        if(j+1 >= recordList.size()) // Protection for index out of bounds exception.
                        {
                            break;
                        }
                        else
                        {
                            if(recordList.get(j).getHasBeenCompared() == false || recordList.get(j+1).getHasBeenCompared() == false)
                            {
                                sourceCodeDifferenceFound = doHtmlRecordsMatch(recordList.get(j), recordList.get(j+1));
                                if(sourceCodeDifferenceFound != true)
                                {
                                    System.out.println("No source code change found between webpage record "+recordList.get(j).getVersion()+" & " +recordList.get(j+1).getVersion());
                                }
                            }
                        }
                    }
                    else
                    {
                        System.out.println("Notice: The source code on " + webpage+ "has changed");
                    }
                }
            }
        }

    }

    private static String getWebpageFromUser()
    {
        System.out.println("Please enter the full URL for the webpage that you want to track:");
        return scanner.nextLine().toString();<commit_msg>Made slight edits to Console Output<commit_after>import org.jsoup.Jsoup;
import java.io.IOException;
import java.net.HttpURLConnection;
import java.net.MalformedURLException;
import java.net.ProtocolException;
import java.net.URL;
import java.util.ArrayList;
import java.util.Scanner;
import java.util.concurrent.TimeUnit;

public class Main
{
    static Scanner scanner = new Scanner(System. in);
    static long refreshRate;
    static int maxNumberOfRefreshes;
    static String webpage;
    static boolean isValidWebpage;
    static boolean sourceCodeDifferenceFound;
    static ArrayList<htmlWebpageRecord> recordList;

    public static void main(String[] args) throws Exception {
    	System.out.println("\n\nHTML Source Code Scanner Version 1.0 Successfully Launched\n");
        do {
            webpage = getWebpageFromUser();
            isValidWebpage = isUsersWebpageValid();
        }while (isValidWebpage == false);

        refreshRate = getRefreshRateFromUser();
        maxNumberOfRefreshes = getMaxNumberOfRefreshesFromUser();
        System.out.println("\nActivity Report:");
        System.out.println("--------------------------------------------------");

        recordList = new ArrayList<>();

        for(int i = 0; i <= maxNumberOfRefreshes; i++)
        {
            htmlWebpageRecord recentlyCreatedRecord;
            recentlyCreatedRecord = generateHtmlWebpageRecord(i);
            Thread.sleep(refreshRate);

            recordList.add(recentlyCreatedRecord.getVersion(), recentlyCreatedRecord);
            if(recordList.size() >= 2) //The recordList needs at least 2 records to do a compare
            {
                for(int j = 0; j < recordList.size(); j++)
                {
                    if(sourceCodeDifferenceFound != true)
                    {
                        if(j+1 >= recordList.size()) // Protection for index out of bounds exception.
                        {
                            break;
                        }
                        else
                        {
                            if(recordList.get(j).getHasBeenCompared() == false || recordList.get(j+1).getHasBeenCompared() == false)
                            {
                                sourceCodeDifferenceFound = doHtmlRecordsMatch(recordList.get(j), recordList.get(j+1));
                                if(sourceCodeDifferenceFound != true)
                                {
                                    System.out.println("No source code change found between webpage record "+recordList.get(j).getVersion()+" & " +recordList.get(j+1).getVersion());
                                }
                            }
                        }
                    }
                    else
                    {
                        System.out.println("\nNotice: The source code on " + webpage+ "has changed");
                    }
                }
            }
        }

    }

    private static String getWebpageFromUser()
    {
        System.out.println("Please enter the full URL for the webpage whose HTML source code you want to track:");
        return scanner.nextLine().toString();
{'fraction_non_alphanumeric': 0.10516097718815726, 'fraction_numerical': 0.002912150137518201, 'mean_word_length': 1.5855290673358426, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6762451', 'n_tokens_mistral': 1517, 'n_tokens_neox': 1440, 'n_words': 339}