<commit_before><%@ taglib prefix="c" uri="http://java.sun.com/jsp/jstl/core" %>
<%@ taglib prefix="t" tagdir="/WEB-INF/tags" %>

<t:genericpage>

	<jsp:attribute name="title">IMPC Search</jsp:attribute>
	<jsp:attribute name="bodyTag"><body id="top" class="page-node searchpage one-sidebar sidebar-first small-header"></jsp:attribute> 

	<jsp:attribute name="header">
	<style>
	
	</style>
	<link href="${baseUrl}/css/searchPage.css" rel="stylesheet" type="text/css" />
	</jsp:attribute>

	<jsp:attribute name="addToFooter">	
	<div class="region region-pinned">
            
        <div id="flyingnavi" class="block">
            
            <a href="#top"><i class="fa fa-chevron-up" title="scroll to top"></i></a>
            
            <ul>
                <li><a href="#top">Search</a></li>
            </ul>
            
            <div class="clear"></div>
            
        </div>
        
    </div>		
	
	</jsp:attribute>

    <jsp:body>		
		<div class="region region-sidebar-first">
			<div id='facet' class='fblock block'>	
				<div class="head">Filter your search</div>
				<div class='content'>
				    <div class="ffilter">
						<ul id="facetFilter">
							<li class="has-sub gene"><span class='fcap'>Gene</span></li>
							<li class="has-sub mp"><span class='fcap'>Phenotype</span></li>
							<li class="has-sub disease"><span class='fcap'>Disease</span></li>
							<li class="has-sub ma"><span class='fcap'>Anatomy</span></li>
							<li class="has-sub pipeline"><span class='fcap'>Pipeline</span></li>
							<li class="has-sub images"><span class='fcap'>Images</span></li>					
						</ul>
					
						<div id="resetFilter"><span id='rmFilters'>Remove all facet filters</span></div>
					</div>
										
					<p class='documentation title textright'>
						<a href='' id='facetPanel' class="fa fa-question-circle" aria-describedby="qtip-26"></a>
					</p>
										
					<div id='facetSrchMsg'><img src='img/loading_small.gif' /> Processing search ...</div> 
					<div class="flist">
						<ul>
							<li class="fmcat" id="gene">
								<span class="flabel">Genes</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="mp">
								<span class="flabel">Phenotypes</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="disease">
								<span class="flabel">Diseases</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="ma">
								<span class="flabel">Anatomy</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="pipeline">
								<span class="flabel">Procedures</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="images">
								<span class="flabel">Images</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
						</ul>
					</div>				
				</div>
			</div>	
		</div>	
				
		<div class="region region-content">
			<div class="block block-system">
				<div class='content'>
					<div class='searchcontent'>
						<div id="bigsearchbox" class="block">
							<div class="content">								
								<p><i id="sicon" class="fa fa-search"></i>
									<!-- <input id="s" type="text" value="" placeholder="Search">-->
									<div class="ui-widget">
										<input id="s">
									</div>
								</p>									
							</div>
						</div>
					</div>
					
					<div class="textright">
						<a id="searchExample" class="">View example search</a>						
					</div>	
					
					<div class="clear"></div>
					<!-- facet filter block -->								
					<!-- container to display dataTable -->									
					<div class="HomepageTable" id="mpi2-search"></div>				
				</div>
			</div>
		</div>		       
        
        <compress:html enabled="${param.enabled != 'false'}" compressJavaScript="true">	    
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/searchAndFacetConfig.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/geneFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/mpFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/maFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/pipelineFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/diseaseFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/imagesFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/search.js?v=${version}'></script> 
	    </compress:html>        
       
         <script>        		
       	$(document).ready(function(){
       		'use strict';	
       		//console.log('reload');
       		
       		// back button will not see this js
       		MPI2.searchAndFacetConfig.update.widgetOpen = false;
       		MPI2.searchAndFacetConfig.update.pageReload = true;
       		
       		$('span.facetCount').text(''); // default when page loads
       		$('input#s').val('');  // clears input when pages loads
       			
       		// default search when search page loads
       		if ( /search\/?$/.exec(location.href) ){
       			//console.log('default search load')
       			// do default gene search by * when search page loads	
       			// handed over to no hash change code below
       		} 
       		else if ( window.location.search == '?q=' ){
       			// catches user hitting ENTER on search input box of homepage
       			document.location.href = baseUrl + '/search';		
       		}
       		else if ( location.href.indexOf('/search?q=') != -1 
       				|| location.href.indexOf('/search#q=*:*') != -1 
       				|| location.href.indexOf('/search#q=*') != -1 
       				|| location.href.indexOf('/search#fq=') != -1 ){   	
       			
       			//console.log('loading from url');
       			// load page based on url hash parameters	
       			$('input#s').val(decodeURI($.fn.fetchQueryStr()));
       			
       			oUrlParams = $.fn.parseHashString(window.location.hash.substring(1));	
       			if (typeof oUrlParams.fq == 'undefined'){
       				oUrlParams.noFq = true;
       			}

       			//console.log(oUrlParams);
       			$.fn.fetchSolrFacetCount(oUrlParams);	
       		}
       		else {
       			// do not understand the url, redirect to error page
       			document.location.href = baseUrl + '/404.jsp';		
       		}
       		
       		// search via ENTER
       		$('input#s').keyup(function (e) {		
       		    if (e.keyCode == 13) { // user hits enter
       		    	$(".ui-menu-item").hide();
       		    	//$('ul#ul-id-1').remove();
       		    
       		    	//alert('enter: '+ MPI2.searchAndFacetConfig.matchedFacet)
       		    	var input = $('input#s').val().trim();
       		    	
       		    	//alert(input + ' ' + solrUrl)
       		    	input = /^\*\**?\*??$/.test(input) ? '' : input;  // lazy matching
       		    	
       		    	var re = new RegExp("^'(.*)'$");
       		    	input = input.replace(re, "\"$1\""); // only use double quotes for phrase query
       		    	
       		    	input = encodeURIComponent(input);

       		    	input = input.replace("%5B", "\\[");
       				input = input.replace("%5D", "\\]");
       				input = input.replace("%7B", "\\{");
       				input = input.replace("%7D", "\\}");
       				input = input.replace("%7C", "\\|");
       				input = input.replace("%5C", "\\\\");
       				input = input.replace("%3C", "\\<");
       				input = input.replace("%3E", "\\>");
       				input = input.replace("."  , "\\.");
       				input = input.replace("("  , "\\(");
       				input = input.replace(")"  , "\\)");
       				input = input.replace("%2F", "\\/");
       				input = input.replace("%60", "\\`");
       				input = input.replace("~"  , "\\~"); 
       				input = input.replace("%"  , "\\%");
       				
       				if ( /^\\%22.+%22$/.test(input) ){	
       					input = input.replace(/\\/g, ''); //remove starting \ before double quotes	
       				}
       				
       				// no need to escape space - looks cleaner to the users 
       				// and it is not essential to escape space
       				input = input.replace(/\\?%20/g, ' ');
       				
       				var facet = MPI2.searchAndFacetConfig.matchedFacet;
       				
       				//console.log('matched facet: '+ facet)
       		    	if (input == ''){
       		    		
       		    		// if there is no existing facet filter, reload with q
       		    		if ( $('ul#facetFilter li.ftag').size() == 0 ){
       		    			//baseUrl + '/search?q=' + input;
       		    			document.location.href = baseUrl + '/search';
       		    		}
       		    		else {
       		    			var q = encodeURI('*:*');	
       		    			window.location.search = 'q=' + q;
       		    		}
       		    	}
       		    	else if (! facet){
       		    		// user hits enter before autosuggest pops up	
       		    		// ie, facet info is unknown
       		    		
       		    		if (input.match(/HP\\%3A\d+/)){
       		    			// work out the mapped mp_id and fire off the query
	       		    		_convertHp2MpAndSearch(input);
       		    		} 
       		    		else {
	       		    		if ( $('ul#facetFilter li.ftag').size() == 0 ){
	       		    			// if there is no existing facet filter, reload with q
	       		    			document.location.href = baseUrl + '/search?q=' + input;
	       		    		}
	       		    		else {
	       		    			// facet will be figured out by code
	       		    			var fqStr = $.fn.getCurrentFq(facet);
	           		    		document.location.href = baseUrl + '/search?q=' + input + '#fq=' + fqStr;
	       		    		}
       		    		}
       		    	}
       		    	else {	
       		    		if (input.match(/HP\\%3A\d+/)){
	       		    		// work out the mapped mp_id and fire off the query
	       		    		_convertHp2MpAndSearch(input);
       		    		} 
       		    		else {
       		    			var fqStr = $.fn.getCurrentFq(facet);
       		    			document.location.href = baseUrl + '/search?q=' + input + '#fq=' + fqStr + '&facet=' + facet;
       		    		}
       		    	}
       		    }
       		});
       		
       		function _convertHp2MpAndSearch(input){
	    		
	    		$.ajax({
	       			url: "${solrUrl}/autosuggest/select?wt=json&fl=hpmp_id&rows=1&q=hp_id:\""+input+"\"",				       			
	       			dataType: "jsonp",
	       			jsonp: 'json.wrf',
	       			type: 'post',
	    	    	async: false,
	       			success: function( json ) {
		    				input = json.response.docs[0].hpmp_id;
		    				document.location.href = baseUrl + '/search?q=' + input + '#fq=top_level_mp_term:*&facet=mp';
	       			}
   				});
       		}
       		
       		$('span#rmFilters').click(function(){
       			
       			if ( window.location.search != '' ){
       				if ( MPI2.searchAndFacetConfig.update.notFound ){
       					// no result, remove filter
       					$.fn.resetUrlFqStr();
       				}
       				else {
	       				// need to include search keyword in query when all filters are removed 
	       				var foundCount = 0;
	       				$('ul#facetFilter li.ftag a').each(function(){
	    					$(this).click();
	    				});	
       				}
       			}
       			else {
       				document.location.href = baseUrl + '/search';
       			}
       		});
       		
       		$('a#searchExample').mouseover(function(){
       			// override default behavior from default.js - Nicolas	
       			return false;
       		})
       		
       		var solrBq = "&bq=marker_symbol:*^100 top_level_mp_term:*^90 disease_term:*^80 selected_top_level_ma_term:*^70";
       		// autosuggest 
       		$(function() {
	       		$( "input#s" ).autocomplete({
	       			source: function( request, response ) {
		       			$.ajax({
			       			url: "${solrUrl}/autosuggest/select?wt=json&qf=auto_suggest&defType=edismax" + solrBq,				       			
			       			dataType: "jsonp",
			       			'jsonp': 'json.wrf',
			       			data: {
			       				q: request.term
		       				},
			       			success: function( data ) {

			       				MPI2.searchAndFacetConfig.matchedFacet = false; // reset
			       				var docs = data.response.docs;	
			       				var aKV = [];
			       				for ( var i=0; i<docs.length; i++ ){<commit_msg>updated boost query scores to favor hp over mp<commit_after><%@ taglib prefix="c" uri="http://java.sun.com/jsp/jstl/core" %>
<%@ taglib prefix="t" tagdir="/WEB-INF/tags" %>

<t:genericpage>

	<jsp:attribute name="title">IMPC Search</jsp:attribute>
	<jsp:attribute name="bodyTag"><body id="top" class="page-node searchpage one-sidebar sidebar-first small-header"></jsp:attribute> 

	<jsp:attribute name="header">
	<style>
	
	</style>
	<link href="${baseUrl}/css/searchPage.css" rel="stylesheet" type="text/css" />
	</jsp:attribute>

	<jsp:attribute name="addToFooter">	
	<div class="region region-pinned">
            
        <div id="flyingnavi" class="block">
            
            <a href="#top"><i class="fa fa-chevron-up" title="scroll to top"></i></a>
            
            <ul>
                <li><a href="#top">Search</a></li>
            </ul>
            
            <div class="clear"></div>
            
        </div>
        
    </div>		
	
	</jsp:attribute>

    <jsp:body>		
		<div class="region region-sidebar-first">
			<div id='facet' class='fblock block'>	
				<div class="head">Filter your search</div>
				<div class='content'>
				    <div class="ffilter">
						<ul id="facetFilter">
							<li class="has-sub gene"><span class='fcap'>Gene</span></li>
							<li class="has-sub mp"><span class='fcap'>Phenotype</span></li>
							<li class="has-sub disease"><span class='fcap'>Disease</span></li>
							<li class="has-sub ma"><span class='fcap'>Anatomy</span></li>
							<li class="has-sub pipeline"><span class='fcap'>Pipeline</span></li>
							<li class="has-sub images"><span class='fcap'>Images</span></li>					
						</ul>
					
						<div id="resetFilter"><span id='rmFilters'>Remove all facet filters</span></div>
					</div>
										
					<p class='documentation title textright'>
						<a href='' id='facetPanel' class="fa fa-question-circle" aria-describedby="qtip-26"></a>
					</p>
										
					<div id='facetSrchMsg'><img src='img/loading_small.gif' /> Processing search ...</div> 
					<div class="flist">
						<ul>
							<li class="fmcat" id="gene">
								<span class="flabel">Genes</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="mp">
								<span class="flabel">Phenotypes</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="disease">
								<span class="flabel">Diseases</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="ma">
								<span class="flabel">Anatomy</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="pipeline">
								<span class="flabel">Procedures</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
							<li class="fmcat" id="images">
								<span class="flabel">Images</span>
								<span class="fcount"></span>
								<ul></ul>
							</li>
						</ul>
					</div>				
				</div>
			</div>	
		</div>	
				
		<div class="region region-content">
			<div class="block block-system">
				<div class='content'>
					<div class='searchcontent'>
						<div id="bigsearchbox" class="block">
							<div class="content">								
								<p><i id="sicon" class="fa fa-search"></i>
									<!-- <input id="s" type="text" value="" placeholder="Search">-->
									<div class="ui-widget">
										<input id="s">
									</div>
								</p>									
							</div>
						</div>
					</div>
					
					<div class="textright">
						<a id="searchExample" class="">View example search</a>						
					</div>	
					
					<div class="clear"></div>
					<!-- facet filter block -->								
					<!-- container to display dataTable -->									
					<div class="HomepageTable" id="mpi2-search"></div>				
				</div>
			</div>
		</div>		       
        
        <compress:html enabled="${param.enabled != 'false'}" compressJavaScript="true">	    
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/searchAndFacetConfig.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/geneFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/mpFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/maFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/pipelineFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/diseaseFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/imagesFacetWidget.js?v=${version}'></script>
			<script type='text/javascript' src='${baseUrl}/js/searchAndFacet/search.js?v=${version}'></script> 
	    </compress:html>        
       
         <script>        		
       	$(document).ready(function(){
       		'use strict';	
       		//console.log('reload');
       		
       		// back button will not see this js
       		MPI2.searchAndFacetConfig.update.widgetOpen = false;
       		MPI2.searchAndFacetConfig.update.pageReload = true;
       		
       		$('span.facetCount').text(''); // default when page loads
       		$('input#s').val('');  // clears input when pages loads
       			
       		// default search when search page loads
       		if ( /search\/?$/.exec(location.href) ){
       			//console.log('default search load')
       			// do default gene search by * when search page loads	
       			// handed over to no hash change code below
       		} 
       		else if ( window.location.search == '?q=' ){
       			// catches user hitting ENTER on search input box of homepage
       			document.location.href = baseUrl + '/search';		
       		}
       		else if ( location.href.indexOf('/search?q=') != -1 
       				|| location.href.indexOf('/search#q=*:*') != -1 
       				|| location.href.indexOf('/search#q=*') != -1 
       				|| location.href.indexOf('/search#fq=') != -1 ){   	
       			
       			//console.log('loading from url');
       			// load page based on url hash parameters	
       			$('input#s').val(decodeURI($.fn.fetchQueryStr()));
       			
       			oUrlParams = $.fn.parseHashString(window.location.hash.substring(1));	
       			if (typeof oUrlParams.fq == 'undefined'){
       				oUrlParams.noFq = true;
       			}

       			//console.log(oUrlParams);
       			$.fn.fetchSolrFacetCount(oUrlParams);	
       		}
       		else {
       			// do not understand the url, redirect to error page
       			document.location.href = baseUrl + '/404.jsp';		
       		}
       		
       		// search via ENTER
       		$('input#s').keyup(function (e) {		
       		    if (e.keyCode == 13) { // user hits enter
       		    	$(".ui-menu-item").hide();
       		    	//$('ul#ul-id-1').remove();
       		    
       		    	//alert('enter: '+ MPI2.searchAndFacetConfig.matchedFacet)
       		    	var input = $('input#s').val().trim();
       		    	
       		    	//alert(input + ' ' + solrUrl)
       		    	input = /^\*\**?\*??$/.test(input) ? '' : input;  // lazy matching
       		    	
       		    	var re = new RegExp("^'(.*)'$");
       		    	input = input.replace(re, "\"$1\""); // only use double quotes for phrase query
       		    	
       		    	input = encodeURIComponent(input);

       		    	input = input.replace("%5B", "\\[");
       				input = input.replace("%5D", "\\]");
       				input = input.replace("%7B", "\\{");
       				input = input.replace("%7D", "\\}");
       				input = input.replace("%7C", "\\|");
       				input = input.replace("%5C", "\\\\");
       				input = input.replace("%3C", "\\<");
       				input = input.replace("%3E", "\\>");
       				input = input.replace("."  , "\\.");
       				input = input.replace("("  , "\\(");
       				input = input.replace(")"  , "\\)");
       				input = input.replace("%2F", "\\/");
       				input = input.replace("%60", "\\`");
       				input = input.replace("~"  , "\\~"); 
       				input = input.replace("%"  , "\\%");
       				
       				if ( /^\\%22.+%22$/.test(input) ){	
       					input = input.replace(/\\/g, ''); //remove starting \ before double quotes	
       				}
       				
       				// no need to escape space - looks cleaner to the users 
       				// and it is not essential to escape space
       				input = input.replace(/\\?%20/g, ' ');
       				
       				var facet = MPI2.searchAndFacetConfig.matchedFacet;
       				
       				//console.log('matched facet: '+ facet)
       		    	if (input == ''){
       		    		
       		    		// if there is no existing facet filter, reload with q
       		    		if ( $('ul#facetFilter li.ftag').size() == 0 ){
       		    			//baseUrl + '/search?q=' + input;
       		    			document.location.href = baseUrl + '/search';
       		    		}
       		    		else {
       		    			var q = encodeURI('*:*');	
       		    			window.location.search = 'q=' + q;
       		    		}
       		    	}
       		    	else if (! facet){
       		    		// user hits enter before autosuggest pops up	
       		    		// ie, facet info is unknown
       		    		
       		    		if (input.match(/HP\\%3A\d+/)){
       		    			// work out the mapped mp_id and fire off the query
	       		    		_convertHp2MpAndSearch(input);
       		    		} 
       		    		else {
	       		    		if ( $('ul#facetFilter li.ftag').size() == 0 ){
	       		    			// if there is no existing facet filter, reload with q
	       		    			document.location.href = baseUrl + '/search?q=' + input;
	       		    		}
	       		    		else {
	       		    			// facet will be figured out by code
	       		    			var fqStr = $.fn.getCurrentFq(facet);
	           		    		document.location.href = baseUrl + '/search?q=' + input + '#fq=' + fqStr;
	       		    		}
       		    		}
       		    	}
       		    	else {	
       		    		if (input.match(/HP\\%3A\d+/)){
	       		    		// work out the mapped mp_id and fire off the query
	       		    		_convertHp2MpAndSearch(input);
       		    		} 
       		    		else {
       		    			var fqStr = $.fn.getCurrentFq(facet);
       		    			document.location.href = baseUrl + '/search?q=' + input + '#fq=' + fqStr + '&facet=' + facet;
       		    		}
       		    	}
       		    }
       		});
       		
       		function _convertHp2MpAndSearch(input){
	    		
	    		$.ajax({
	       			url: "${solrUrl}/autosuggest/select?wt=json&fl=hpmp_id&rows=1&q=hp_id:\""+input+"\"",				       			
	       			dataType: "jsonp",
	       			jsonp: 'json.wrf',
	       			type: 'post',
	    	    	async: false,
	       			success: function( json ) {
		    				input = json.response.docs[0].hpmp_id;
		    				document.location.href = baseUrl + '/search?q=' + input + '#fq=top_level_mp_term:*&facet=mp';
	       			}
   				});
       		}
       		
       		$('span#rmFilters').click(function(){
       			
       			if ( window.location.search != '' ){
       				if ( MPI2.searchAndFacetConfig.update.notFound ){
       					// no result, remove filter
       					$.fn.resetUrlFqStr();
       				}
       				else {
	       				// need to include search keyword in query when all filters are removed 
	       				var foundCount = 0;
	       				$('ul#facetFilter li.ftag a').each(function(){
	    					$(this).click();
	    				});	
       				}
       			}
       			else {
       				document.location.href = baseUrl + '/search';
       			}
       		});
       		
       		$('a#searchExample').mouseover(function(){
       			// override default behavior from default.js - Nicolas	
       			return false;
       		})
       		
       		var solrBq = "&bq=marker_symbol:*^100 hp_term:*^95 hp_term_synonym:*^95 top_level_mp_term:*^90 disease_term:*^80 selected_top_level_ma_term:*^60";
       		// autosuggest 
       		$(function() {
	       		$( "input#s" ).autocomplete({
	       			source: function( request, response ) {
		       			$.ajax({
			       			url: "${solrUrl}/autosuggest/select?wt=json&qf=auto_suggest&defType=edismax" + solrBq,				       			
			       			dataType: "jsonp",
			       			'jsonp': 'json.wrf',
			       			data: {
			       				q: request.term
		       				},
			       			success: function( data ) {

			       				MPI2.searchAndFacetConfig.matchedFacet = false; // reset
			       				var docs = data.response.docs;	
			       				var aKV = [];
			       				for ( var i=0; i<docs.length; i++ ){
{'fraction_non_alphanumeric': 0.17185054380543405, 'fraction_numerical': 0.0048159890837580765, 'mean_word_length': 1.6941290950373014, 'pattern_counts': {'":': 0, '<': 369, '<?xml version=': 0, '>': 367, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1347056', 'n_tokens_mistral': 10099, 'n_tokens_neox': 8216, 'n_words': 1438}