<commit_before><!DOCTYPE html>
<html>
	<head>
		<meta charset="UTF-8" />
		<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> 
		<title>Arjun Biddanda</title>
		<meta name="description" content="Preprint Stumbler" />
		<meta name="keywords" content="Arjun Biddanda" />
		<meta name="author" content="<NAME>" />
		
		<!-- Including FLAT UI -->
		<link href="dist/css/vendor/bootstrap.min.css" rel="stylesheet">
		<link href="dist/css/flat-ui.css" rel="stylesheet">

	</head>

	<style type="text/css">
		.bottom-two {
    	margin-bottom: 2cm;
  	}
  	.top-two{
  		margin-top: 2cm;
  	}
  	p {
  		font-size : 1.3em;
  	}
	</style>

	<script type="text/javascript">
		// Method to get the different categories
	  function random_category(){
	  	// Need to build this into the different categories
	  	var categories = ["astro-ph", "cond-mat", "gr-qc", "hep-ex", "hep-lat", "hep-ph", "hep-th", "math-ph", "nlin", "nucl-ex", "nucl-th", "physics", "quant-ph", "math.AG", "math.AT", "math.AP", "math.CT", "math.CA", "math.CO", "math.AC", "math.CV", "math.DG", "math.DS", "math.FA", "math.GM", "math.GN", "math.GT", "math.GR", "math.HO", "math.IT", "math.KT", "math.LO", "math.MP", "math.MG", "math.NT", "math.NA", "math.OA", "math.OC", "math.PR", "math.QA", "math.RT", "math.RA", "math.SP", "math.ST", "math.SG", "cs.AI", "cs.CC", "cs.CG", "cs.CE", "cs.CL", "cs.CV", "cs.CY", "cs.CR", "cs.DB", "cs.DS", "cs.DL", "cs.DM", "cs.DC", "cs.ET", "cs.FL", "cs.GT", "cs.GL", "cs.GR", "cs.AR", "cs.HC", "cs.IR", "cs.IT", "cs.LG", "cs.LO", "cs.MS", "cs.MA", "cs.MM", "cs.NI", "cs.NE", "cs.NA", "cs.OS", "cs.OH", "cs.PF", "cs.PL", "cs.RO", "cs.SI", "cs.SE", "cs.SD", "cs.SC", "cs.SY", "q-bio.BM", "q-bio.CB", "q-bio.GN", "q-bio.MN", "q-bio.NC", "q-bio.OT", "q-bio.PE", "q-bio.QM", "q-bio.SC", "q-bio.TO", "stat.AP", "stat.CO", "stat.ML", "stat.ME", "stat.OT", "stat.TH"];
	  	var r = Math.floor((Math.random() * categories.length));
	  	var c = categories[r];
	  	// console.log(c);
	  	return c
	  }

		function httpGet(url) {
	    var xmlHttp = null;

	    xmlHttp = new XMLHttpRequest();
	    xmlHttp.open( "GET", url, false );
	    xmlHttp.send( null );
	    return xmlHttp.responseXML;
	  }

	  // Returns the URL for the actual PDF that we may need
	  function getID(id_array){
	  	var r = Math.floor((Math.random() * id_array.length) + 1);
	  	var xmlString = id_array[r];
	  	// Snippet below from http://css-tricks.com/snippets/javascript/strip-html-tags-in-javascript/
	  	// replacing the abstract with a direct pdf link
	  	xmlString = new XMLSerializer().serializeToString(xmlString).replace(/(<([^>]+)>)/ig,"").replace("abs", "pdf");
	  	return xmlString.concat(".pdf");
	  }

		function make_request(){
			// We are searching by the category here
			// Might want to display only 10 or so
			var request = "http://export.arxiv.org/api/query?search_query=all:".concat(random_category(),"&sortBy=submittedDate&sortOrder=descending")

			var data = httpGet(request);
			var allIDs = data.getElementsByTagName("id");
			var random_url = getID(allIDs);
			// alert(random_url);
			window.open(random_url, "_blank");
		}
	</script>


	<body>
		<div class="top-two">
			<div align="center" class="container">
				<div class="bottom-two" align="left">
					<p>
						Scientific literature is being produced at an incredible rate, and one of the most beautiful things is that we are actually able to view and critique papers as soon as they are completed through preprint servers.
						It sometimes is nice to briefly skim papers that are from vastly different areas of science or mathematics that the one that you are accustomed to. If you click the compass below, hopefully it will take take you on an interesting scientific journey.
					</p>
				</div>
			  <div align="center">
					<input type="image" onclick="make_request()" src="dist/img/icons/svg/compas.svg" width="175" alt="Compas"></input>
					<br>
					<h4>Explore!</h4>
					<br>
	      </div>


			</div>
		</div>
	</body>

</html><commit_msg>provisional commit for adding optional radio buttons<commit_after><!DOCTYPE html>
<html>
	<head>
		<meta charset="UTF-8" />
		<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> 
		<title><NAME></title>
		<meta name="description" content="Preprint Stumbler" />
		<meta name="keywords" content="<NAME>" />
		<meta name="author" content="<NAME>" />
		
		<!-- Including FLAT UI -->
		<link href="dist/css/vendor/bootstrap.min.css" rel="stylesheet">
		<link href="dist/css/flat-ui.css" rel="stylesheet">

	</head>

	<style type="text/css">
		.bottom-two {
    	margin-bottom: 2cm;
  	}
  	.top-two{
  		margin-top: 2cm;
  	}
  	p {
  		font-size : 1.3em;
  	}
	</style>

	<script type="text/javascript">

		// Need to build in separate lists for this
	  	var categories = ["astro-ph", "cond-mat", "gr-qc", "hep-ex", "hep-lat", "hep-ph", "hep-th", "math-ph", "nlin", "nucl-ex", "nucl-th", "physics", "quant-ph", "math.AG", "math.AT", "math.AP", "math.CT", "math.CA", "math.CO", "math.AC", "math.CV", "math.DG", "math.DS", "math.FA", "math.GM", "math.GN", "math.GT", "math.GR", "math.HO", "math.IT", "math.KT", "math.LO", "math.MP", "math.MG", "math.NT", "math.NA", "math.OA", "math.OC", "math.PR", "math.QA", "math.RT", "math.RA", "math.SP", "math.ST", "math.SG", "cs.AI", "cs.CC", "cs.CG", "cs.CE", "cs.CL", "cs.CV", "cs.CY", "cs.CR", "cs.DB", "cs.DS", "cs.DL", "cs.DM", "cs.DC", "cs.ET", "cs.FL", "cs.GT", "cs.GL", "cs.GR", "cs.AR", "cs.HC", "cs.IR", "cs.IT", "cs.LG", "cs.LO", "cs.MS", "cs.MA", "cs.MM", "cs.NI", "cs.NE", "cs.NA", "cs.OS", "cs.OH", "cs.PF", "cs.PL", "cs.RO", "cs.SI", "cs.SE", "cs.SD", "cs.SC", "cs.SY", "q-bio.BM", "q-bio.CB", "q-bio.GN", "q-bio.MN", "q-bio.NC", "q-bio.OT", "q-bio.PE", "q-bio.QM", "q-bio.SC", "q-bio.TO", "stat.AP", "stat.CO", "stat.ML", "stat.ME", "stat.OT", "stat.TH"];

		// Method to get the different categories
	  function random_category(){
	  	// Need to build this into the different categories
	  	var r = Math.floor((Math.random() * categories.length));
	  	var c = categories[r];
	  	// console.log(c);
	  	return c
	  }

		function httpGet(url) {
	    var xmlHttp = null;

	    xmlHttp = new XMLHttpRequest();
	    xmlHttp.open( "GET", url, false );
	    xmlHttp.send( null );
	    return xmlHttp.responseXML;
	  }

	  // Returns the URL for the actual PDF that we may need
	  function getID(id_array){
	  	var r = Math.floor((Math.random() * id_array.length) + 1);
	  	var xmlString = id_array[r];
	  	// Snippet below from http://css-tricks.com/snippets/javascript/strip-html-tags-in-javascript/
	  	// replacing the abstract with a direct pdf link
	  	xmlString = new XMLSerializer().serializeToString(xmlString).replace(/(<([^>]+)>)/ig,"").replace("abs", "pdf");
	  	return xmlString.concat(".pdf");
	  }

		function make_request(){
			// We are searching by the category here
			// Might want to display only 10 or so
			var request = "http://export.arxiv.org/api/query?search_query=all:".concat(random_category(),"&sortBy=submittedDate&sortOrder=descending")

			var data = httpGet(request);
			var allIDs = data.getElementsByTagName("id");
			var random_url = getID(allIDs);
			// alert(random_url);
			window.open(random_url);
		}
	</script>


	<body>
		<div class="top-two">
			<div align="center" class="container">
				<div class="bottom-two" align="left">
					<p>
						Scientific literature is being produced at an incredible rate, and one of the most beautiful things is that we are actually able to view and critique papers as soon as they are completed through preprint servers.
						It sometimes is nice to briefly skim papers that are from vastly different areas of science or mathematics that the one that you are accustomed to. If you click the compass below, hopefully it will take take you on an interesting scientific journey.
					</p>
				</div>
			  <div class="container" >
			  	<div class="col-md-2">
						<input type="image" onclick="make_request()" src="dist/img/icons/svg/compas.svg" width="175" alt="Compas"></input>
					</div>
					<div class="col-md-2" align="left">
						<label class="checkbox" for="Physics">
	            <input type="checkbox" value="" id="checkbox1" data-toggle="checkbox">
	            Physics
	          </label>
	          <label class="checkbox" for="Biology">
	            <input type="checkbox" value="" id="checkbox1" data-toggle="checkbox">
	            Biology
	          </label>
	          <label class="checkbox" for="Computer Science">
	            <input type="checkbox" value="" id="checkbox1" data-toggle="checkbox">
	            Computer Science
	          </label>
	        </div>

	      </div>


			</div>
		</div>
	</body>

</html>
{'fraction_non_alphanumeric': 0.20478601012425218, 'fraction_numerical': 0.0035664979291302346, 'mean_word_length': 3.3034653465346535, 'pattern_counts': {'":': 0, '<': 92, '<?xml version=': 0, '>': 94, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 18}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '861244', 'n_tokens_mistral': 3434, 'n_tokens_neox': 3102, 'n_words': 788}