<commit_before><%@ page import="java.util.*, javax.faces.context.*, javax.faces.application.*,
                 javax.faces.el.*, org.sakaiproject.tool.messageforums.*"%>
<%@ taglib uri="http://java.sun.com/jsf/html" prefix="h" %>
<%@ taglib uri="http://java.sun.com/jsf/core" prefix="f" %>
<%@ taglib uri="http://sakaiproject.org/jsf/sakai" prefix="sakai" %>
<%@ taglib uri="http://sakaiproject.org/jsf/messageforums" prefix="mf" %>
<jsp:useBean id="msgs" class="org.sakaiproject.util.ResourceLoader" scope="session">
   <jsp:setProperty name="msgs" property="baseName" value="org.sakaiproject.api.app.messagecenter.bundle.Messages"/>
</jsp:useBean>
<f:view>
	<sakai:view title="#{msgs.cdfm_discussion_topic_settings}" toolCssHref="/messageforums-tool/css/msgcntr.css">
	<script type="text/javascript" src="/library/js/jquery.js"></script>
	<sakai:script contextBase="/messageforums-tool" path="/js/sak-10625.js"/>      
	<script type="text/javascript" src="/messageforums-tool/js/jquery.charcounter.js"> </script>
	<sakai:script contextBase="/messageforums-tool" path="/js/permissions_header.js"/>
	<sakai:script contextBase="/messageforums-tool" path="/js/forum.js"/>
	
	<sakai:script contextBase="/messageforums-tool" path="/js/datetimepicker.js"/>             		             		
	
	<script type="text/javascript">
	function setDatesEnabled(radioButton){
		if(radioButton.value == "true"){
			document.getElementById("revise:openDateSpan").style.display='';
			document.getElementById("revise:closeDateSpan").style.display='';
		}else{
			document.getElementById("revise:openDateSpan").style.display='none';
			document.getElementById("revise:closeDateSpan").style.display='none';
		}
	}

	function openDateCal(){
		NewCal('revise:openDate','MMDDYYYY',true,12);
	}

	function closeDateCal(){
		NewCal('revise:closeDate','MMDDYYYY',true,12);	
	}
	</script>

<!--jsp/dfReviseTopicSettingsAttach.jsp-->
    <h:form id="revise">
      <sakai:tool_bar_message value="#{msgs.cdfm_discussion_topic_settings}" />
 			<div class="instruction">
  			<h:outputText id="instruction"  value="#{msgs.cdfm_settings_instruction}"/>
			 	<h:outputText value="#{msgs.cdfm_info_required_sign}" styleClass="reqStarInline" />
			</div>
			<h:messages errorClass="messageAlert" infoClass="success" id="errorMessages" /> 

			<h:panelGrid styleClass="jsfFormTable" columns="1"  columnClasses="shorttext">
			<h:panelGroup>
		
				<h:outputLabel id="outputLabel" for="topic_title"   style="padding-bottom:.3em;display:block;clear:both;float:none">
					<h:outputText id="req_star"  value="#{msgs.cdfm_info_required_sign}" styleClass="reqStarInline" style="padding-right:3px"/>
					<h:outputText value="#{msgs.cdfm_topic_title}" />
				</h:outputLabel>	 
				<h:inputText size="50" id="topic_title"  maxlength="250" value="#{ForumTool.selectedTopic.topic.title}">
					<f:validateLength minimum="1" maximum="255"/>
				</h:inputText>
			</h:panelGroup>	
			</h:panelGrid>
			<h:panelGrid columns="1"  columnClasses="longtext">
				<h:panelGroup>
					<h:outputLabel id="outputLabel1" for="topic_shortDescription"  value="#{msgs.cdfm_shortDescription}" />

							<h:outputText value="#{msgs.cdfm_shortDescriptionCharsRem}"  styleClass="charRemFormat" style="display:none"/>
							<%--							
							<h:outputText value="%1 chars remain"  styleClass="charRemFormat" style="display:none"/>
							--%>
							<h:outputText value="" styleClass="charsRemaining" style="padding-left:3em;font-size:.85em;"/>
							<h:outputText value=""  style="display:block"/>
					

					<h:inputTextarea rows="3" cols="45" id="topic_shortDescription"  value="#{ForumTool.selectedTopic.topic.shortDescription}" styleClass="forum_shortDescriptionClass" style="float:none"/>
				</h:panelGroup>	
     	</h:panelGrid>

			<%--RTEditor area - if enabled--%>
		<h:panelGroup rendered="#{! ForumTool.disableLongDesc}">
				<h:outputText id="outputLabel2"   value="#{msgs.cdfm_fullDescription}" style="display:block;padding:.5em 0"/>
			<sakai:inputRichText rows="12" cols="120" id="topic_description" value="#{ForumTool.selectedTopic.topic.extendedDescription}">
				<f:validateLength maximum="65000"/>
			</sakai:inputRichText>
		</h:panelGroup>
		
			<%--Attachment area  --%>
		<h4><h:outputText value="#{msgs.cdfm_att}"/></h4>
		
			<div style="padding-left:1em">
			<%--designNote: would be nice to make this an include, as well as a more comprehensive MIME type check  --%>
			<h:dataTable styleClass="attachPanel" id="attmsg" value="#{ForumTool.attachments}" var="eachAttach"  cellpadding="0" cellspacing="0" columnClasses="attach,bogus,specialLink,bogus,bogus" rendered="#{!empty ForumTool.attachments}">
				<h:column>
					<f:facet name="header">   <h:outputText escape="false"  value="&nbsp;"/>                                          
					</f:facet>
						<sakai:contentTypeMap fileType="#{eachAttach.attachment.attachmentType}" mapType="image" var="imagePath" pathPrefix="/library/image/"/>									
						<h:graphicImage id="exampleFileIcon" value="#{imagePath}" />							
				</h:column>
				<h:column>
						<f:facet name="header">
							<h:outputText value="#{msgs.cdfm_title}"/>
						</f:facet>
							<h:outputText value="#{eachAttach.attachment.attachmentName}"/>
				</h:column>
				<h:column>
				<f:facet name="header"><h:outputText escape="false" value="&nbsp;"/>
				</f:facet>
							<h:commandLink action="#{ForumTool.processDeleteAttachSetting}" 
								immediate="true"
								onfocus="document.forms[0].onsubmit();"
								title="#{msgs.cdfm_remove}">
							<h:outputText value="#{msgs.cdfm_remove}"/>
								<f:param value="#{eachAttach.attachment.attachmentId}" name="dfmsg_current_attach"/>
							</h:commandLink>
				  </h:column>
					<h:column rendered="#{!empty ForumTool.attachments}">
						<f:facet name="header">
							<h:outputText value="#{msgs.cdfm_attsize}" />
						</f:facet>
						<h:outputText value="#{eachAttach.attachment.attachmentSize}"/>
					</h:column>
					<h:column rendered="#{!empty ForumTool.attachments}">
						<f:facet name="header">
		  			  <h:outputText value="#{msgs.cdfm_atttype}" />
						</f:facet>
						<h:outputText value="#{eachAttach.attachment.attachmentType}"/>
					</h:column>
					</h:dataTable>   
			
			<div class="instruction">	     
				<h:outputText value="#{msgs.cdfm_no_attachments}" rendered="#{empty ForumTool.attachments}"/>
			</div>

			<p class="act" style="padding:0 0 1em 0;">
				<sakai:button_bar_item action="#{ForumTool.processAddAttachmentRedirect}" 
					value="#{msgs.cdfm_button_bar_add_attachment_more_redirect}" 
					immediate="true"
					accesskey="a" 
					 rendered="#{!empty ForumTool.attachments}"
					 style="font-size:95%"/>
				<sakai:button_bar_item action="#{ForumTool.processAddAttachmentRedirect}" 
					value="#{msgs.cdfm_button_bar_add_attachment_redirect}" 
					immediate="true"
					accesskey="a" 
					 rendered="#{empty ForumTool.attachments}" 
					 style="font-size:95%"/>
			</p>
			</div>                                                                                  
			<%--general posting  forum settings --%>
			<h4><h:outputText  value="#{msgs.cdfm_topic_posting}"/></h4>
			<div style="padding-left:1em">
			<h:panelGrid columns="2"  styleClass="jsfFormTable">
				<h:panelGroup>
				  <h:outputLabel for="topic_locked"  value="#{msgs.cdfm_lock_topic}" styleClass="shorttext"/>	
				</h:panelGroup>
				<h:panelGroup>
					<h:selectOneRadio layout="lineDirection"  id="topic_locked"  value="#{ForumTool.selectedTopic.locked}" styleClass="checkbox inlineForm">
    					<f:selectItem itemValue="true" itemLabel="#{msgs.cdfm_yes}"/>
    					<f:selectItem itemValue="false" itemLabel="#{msgs.cdfm_no}"/>
  					</h:selectOneRadio>
				</h:panelGroup>
				<h:panelGroup>
				  <h:outputLabel for="moderated"  value="#{msgs.cdfm_moderate_topic}" styleClass="shorttext"/>	
				</h:panelGroup>
				<h:panelGroup>
					<h:selectOneRadio layout="lineDirection"  id="moderated"  value="#{ForumTool.selectedTopic.moderated}" styleClass="checkbox inlineForm"
								onclick="javascript:disableOrEnableModeratePerm();" >
    					<f:selectItem itemValue="true" itemLabel="#{msgs.cdfm_yes}"/>
    					<f:selectItem itemValue="false" itemLabel="#{msgs.cdfm_no}"/>
  					</h:selectOneRadio>
				</h:panelGroup>
			</h:panelGrid>
			</div>
			<h4><h:outputText  value="#{msgs.cdfm_forum_availability}" /></h4>
			<div style="padding-left:1em">
				<h:panelGrid columns="1" columnClasses="longtext,checkbox">
              <h:panelGroup>
                 <h:selectOneRadio layout="pageDirection" onchange="setDatesEnabled(this);" disabled="#{not ForumTool.editMode}" id="availabilityRestricted"  value="#{ForumTool.selectedTopic.availabilityRestricted}">
                  <f:selectItem itemValue="false" itemLabel="#{msgs.cdfm_forum_avail_show}"/>
                  <f:selectItem itemValue="true" itemLabel="#{msgs.cdfm_forum_avail_date}"/>
               </h:selectOneRadio>
               </h:panelGroup>
               <h:panelGroup id="openDateSpan" styleClass="indnt2" style="display: #{ForumTool.selectedTopic.availabilityRestricted ? '' : 'none'}">
               	   <h:outputText value="#{msgs.openDate}: "/>
	               <h:inputText id="openDate" value="#{ForumTool.selectedTopic.openDate}"/>
	               <f:verbatim>
	               	<a id="openCal" href="javascript:openDateCal();">
	               </f:verbatim>
	               <h:graphicImage url="/images/calendar.png" title="#{msgs.pickDate}" alt="#{msgs.pickDate}"/>
	               <f:verbatim>
	               </a>
	               </f:verbatim>
              	</h:panelGroup>
              	<h:panelGroup id="closeDateSpan" styleClass="indnt2" style="display: #{ForumTool.selectedTopic.availabilityRestricted ? '' : 'none'}">
              		<h:outputText value="#{msgs.closeDate}: "/>
	               <h:inputText id="closeDate" value="#{ForumTool.selectedTopic.closeDate}"/>
	               <f:verbatim>
	               	<a id="closeCal" href="javascript:closeDateCal();">
	               </f:verbatim>
	               <h:graphicImage url="/images/calendar.png" title="#{msgs.pickDate}" alt="#{msgs.pickDate}"/>
	               <f:verbatim>
	               </a>
	               </f:verbatim>
              	</h:panelGroup>
           </h:panelGrid>

			</div>
		<%--
		   <h4><h:outputText  value="Confidential Responses"/></h4>
		   <h:selectBooleanCheckbox   title= "#{msgs.cdfm_topic_allow_anonymous_postings}"  value="false" />
		   <h:outputText   value="  #{msgs.cdfm_topic_allow_anonymous_postings}" /> 
		   <br/>
		   <h:selectBooleanCheckbox   title= "#{msgs.cdfm_topic_author_identity}"  value="false" />
		   <h:outputText   value="  #{msgs.cdfm_topic_author_identity}" />
     
       <h4><h:outputText  value="#{mags.cdfm_topic_post_before_reading}"/></h4>
    	   <p class="shorttext">
			<h:panelGrid columns="2">
				<h:panelGroup><h:outputLabel id="outputLabel4" for="topic_reading"  value="#{msgs.cdfm_topic_post_before_reading_desc}"/>	</h:panelGroup><commit_msg>MSGCNTR-428 Toggle between dates for Open and Close in forum/topic/area settings doesn't work well for IE<commit_after><%@ page import="java.util.*, javax.faces.context.*, javax.faces.application.*,
                 javax.faces.el.*, org.sakaiproject.tool.messageforums.*"%>
<%@ taglib uri="http://java.sun.com/jsf/html" prefix="h" %>
<%@ taglib uri="http://java.sun.com/jsf/core" prefix="f" %>
<%@ taglib uri="http://sakaiproject.org/jsf/sakai" prefix="sakai" %>
<%@ taglib uri="http://sakaiproject.org/jsf/messageforums" prefix="mf" %>
<jsp:useBean id="msgs" class="org.sakaiproject.util.ResourceLoader" scope="session">
   <jsp:setProperty name="msgs" property="baseName" value="org.sakaiproject.api.app.messagecenter.bundle.Messages"/>
</jsp:useBean>
<f:view>
	<sakai:view title="#{msgs.cdfm_discussion_topic_settings}" toolCssHref="/messageforums-tool/css/msgcntr.css">
	<script type="text/javascript" src="/library/js/jquery.js"></script>
	<sakai:script contextBase="/messageforums-tool" path="/js/sak-10625.js"/>      
	<script type="text/javascript" src="/messageforums-tool/js/jquery.charcounter.js"> </script>
	<sakai:script contextBase="/messageforums-tool" path="/js/permissions_header.js"/>
	<sakai:script contextBase="/messageforums-tool" path="/js/forum.js"/>
	
	<sakai:script contextBase="/messageforums-tool" path="/js/datetimepicker.js"/>             		             		
	
	<script type="text/javascript">
	function setDatesEnabled(radioButton){
		$(".openDateSpan").toggle();
		$(".closeDateSpan").toggle();
	}

	function openDateCal(){
		NewCal('revise:openDate','MMDDYYYY',true,12);
	}

	function closeDateCal(){
		NewCal('revise:closeDate','MMDDYYYY',true,12);	
	}
	</script>

<!--jsp/dfReviseTopicSettingsAttach.jsp-->
    <h:form id="revise">
      <sakai:tool_bar_message value="#{msgs.cdfm_discussion_topic_settings}" />
 			<div class="instruction">
  			<h:outputText id="instruction"  value="#{msgs.cdfm_settings_instruction}"/>
			 	<h:outputText value="#{msgs.cdfm_info_required_sign}" styleClass="reqStarInline" />
			</div>
			<h:messages errorClass="messageAlert" infoClass="success" id="errorMessages" /> 

			<h:panelGrid styleClass="jsfFormTable" columns="1"  columnClasses="shorttext">
			<h:panelGroup>
		
				<h:outputLabel id="outputLabel" for="topic_title"   style="padding-bottom:.3em;display:block;clear:both;float:none">
					<h:outputText id="req_star"  value="#{msgs.cdfm_info_required_sign}" styleClass="reqStarInline" style="padding-right:3px"/>
					<h:outputText value="#{msgs.cdfm_topic_title}" />
				</h:outputLabel>	 
				<h:inputText size="50" id="topic_title"  maxlength="250" value="#{ForumTool.selectedTopic.topic.title}">
					<f:validateLength minimum="1" maximum="255"/>
				</h:inputText>
			</h:panelGroup>	
			</h:panelGrid>
			<h:panelGrid columns="1"  columnClasses="longtext">
				<h:panelGroup>
					<h:outputLabel id="outputLabel1" for="topic_shortDescription"  value="#{msgs.cdfm_shortDescription}" />

							<h:outputText value="#{msgs.cdfm_shortDescriptionCharsRem}"  styleClass="charRemFormat" style="display:none"/>
							<%--							
							<h:outputText value="%1 chars remain"  styleClass="charRemFormat" style="display:none"/>
							--%>
							<h:outputText value="" styleClass="charsRemaining" style="padding-left:3em;font-size:.85em;"/>
							<h:outputText value=""  style="display:block"/>
					

					<h:inputTextarea rows="3" cols="45" id="topic_shortDescription"  value="#{ForumTool.selectedTopic.topic.shortDescription}" styleClass="forum_shortDescriptionClass" style="float:none"/>
				</h:panelGroup>	
     	</h:panelGrid>

			<%--RTEditor area - if enabled--%>
		<h:panelGroup rendered="#{! ForumTool.disableLongDesc}">
				<h:outputText id="outputLabel2"   value="#{msgs.cdfm_fullDescription}" style="display:block;padding:.5em 0"/>
			<sakai:inputRichText rows="12" cols="120" id="topic_description" value="#{ForumTool.selectedTopic.topic.extendedDescription}">
				<f:validateLength maximum="65000"/>
			</sakai:inputRichText>
		</h:panelGroup>
		
			<%--Attachment area  --%>
		<h4><h:outputText value="#{msgs.cdfm_att}"/></h4>
		
			<div style="padding-left:1em">
			<%--designNote: would be nice to make this an include, as well as a more comprehensive MIME type check  --%>
			<h:dataTable styleClass="attachPanel" id="attmsg" value="#{ForumTool.attachments}" var="eachAttach"  cellpadding="0" cellspacing="0" columnClasses="attach,bogus,specialLink,bogus,bogus" rendered="#{!empty ForumTool.attachments}">
				<h:column>
					<f:facet name="header">   <h:outputText escape="false"  value="&nbsp;"/>                                          
					</f:facet>
						<sakai:contentTypeMap fileType="#{eachAttach.attachment.attachmentType}" mapType="image" var="imagePath" pathPrefix="/library/image/"/>									
						<h:graphicImage id="exampleFileIcon" value="#{imagePath}" />							
				</h:column>
				<h:column>
						<f:facet name="header">
							<h:outputText value="#{msgs.cdfm_title}"/>
						</f:facet>
							<h:outputText value="#{eachAttach.attachment.attachmentName}"/>
				</h:column>
				<h:column>
				<f:facet name="header"><h:outputText escape="false" value="&nbsp;"/>
				</f:facet>
							<h:commandLink action="#{ForumTool.processDeleteAttachSetting}" 
								immediate="true"
								onfocus="document.forms[0].onsubmit();"
								title="#{msgs.cdfm_remove}">
							<h:outputText value="#{msgs.cdfm_remove}"/>
								<f:param value="#{eachAttach.attachment.attachmentId}" name="dfmsg_current_attach"/>
							</h:commandLink>
				  </h:column>
					<h:column rendered="#{!empty ForumTool.attachments}">
						<f:facet name="header">
							<h:outputText value="#{msgs.cdfm_attsize}" />
						</f:facet>
						<h:outputText value="#{eachAttach.attachment.attachmentSize}"/>
					</h:column>
					<h:column rendered="#{!empty ForumTool.attachments}">
						<f:facet name="header">
		  			  <h:outputText value="#{msgs.cdfm_atttype}" />
						</f:facet>
						<h:outputText value="#{eachAttach.attachment.attachmentType}"/>
					</h:column>
					</h:dataTable>   
			
			<div class="instruction">	     
				<h:outputText value="#{msgs.cdfm_no_attachments}" rendered="#{empty ForumTool.attachments}"/>
			</div>

			<p class="act" style="padding:0 0 1em 0;">
				<sakai:button_bar_item action="#{ForumTool.processAddAttachmentRedirect}" 
					value="#{msgs.cdfm_button_bar_add_attachment_more_redirect}" 
					immediate="true"
					accesskey="a" 
					 rendered="#{!empty ForumTool.attachments}"
					 style="font-size:95%"/>
				<sakai:button_bar_item action="#{ForumTool.processAddAttachmentRedirect}" 
					value="#{msgs.cdfm_button_bar_add_attachment_redirect}" 
					immediate="true"
					accesskey="a" 
					 rendered="#{empty ForumTool.attachments}" 
					 style="font-size:95%"/>
			</p>
			</div>                                                                                  
			<%--general posting  forum settings --%>
			<h4><h:outputText  value="#{msgs.cdfm_topic_posting}"/></h4>
			<div style="padding-left:1em">
			<h:panelGrid columns="2"  styleClass="jsfFormTable">
				<h:panelGroup>
				  <h:outputLabel for="topic_locked"  value="#{msgs.cdfm_lock_topic}" styleClass="shorttext"/>	
				</h:panelGroup>
				<h:panelGroup>
					<h:selectOneRadio layout="lineDirection"  id="topic_locked"  value="#{ForumTool.selectedTopic.locked}" styleClass="checkbox inlineForm">
    					<f:selectItem itemValue="true" itemLabel="#{msgs.cdfm_yes}"/>
    					<f:selectItem itemValue="false" itemLabel="#{msgs.cdfm_no}"/>
  					</h:selectOneRadio>
				</h:panelGroup>
				<h:panelGroup>
				  <h:outputLabel for="moderated"  value="#{msgs.cdfm_moderate_topic}" styleClass="shorttext"/>	
				</h:panelGroup>
				<h:panelGroup>
					<h:selectOneRadio layout="lineDirection"  id="moderated"  value="#{ForumTool.selectedTopic.moderated}" styleClass="checkbox inlineForm"
								onclick="javascript:disableOrEnableModeratePerm();" >
    					<f:selectItem itemValue="true" itemLabel="#{msgs.cdfm_yes}"/>
    					<f:selectItem itemValue="false" itemLabel="#{msgs.cdfm_no}"/>
  					</h:selectOneRadio>
				</h:panelGroup>
			</h:panelGrid>
			</div>
			<h4><h:outputText  value="#{msgs.cdfm_forum_availability}" /></h4>
			<div style="padding-left:1em">
				<h:panelGrid columns="1" columnClasses="longtext,checkbox">
              <h:panelGroup>
                 <h:selectOneRadio layout="pageDirection" onchange="setDatesEnabled(this);" disabled="#{not ForumTool.editMode}" id="availabilityRestricted"  value="#{ForumTool.selectedTopic.availabilityRestricted}">
                  <f:selectItem itemValue="false" itemLabel="#{msgs.cdfm_forum_avail_show}"/>
                  <f:selectItem itemValue="true" itemLabel="#{msgs.cdfm_forum_avail_date}"/>
               </h:selectOneRadio>
               </h:panelGroup>
               <h:panelGroup id="openDateSpan" styleClass="indnt2 openDateSpan" style="display: #{ForumTool.selectedTopic.availabilityRestricted ? '' : 'none'}">
               	   <h:outputText value="#{msgs.openDate}: "/>
	               <h:inputText id="openDate" value="#{ForumTool.selectedTopic.openDate}"/>
	               <f:verbatim>
	               	<a id="openCal" href="javascript:openDateCal();">
	               </f:verbatim>
	               <h:graphicImage url="/images/calendar.png" title="#{msgs.pickDate}" alt="#{msgs.pickDate}"/>
	               <f:verbatim>
	               </a>
	               </f:verbatim>
              	</h:panelGroup>
              	<h:panelGroup id="closeDateSpan" styleClass="indnt2 closeDateSpan" style="display: #{ForumTool.selectedTopic.availabilityRestricted ? '' : 'none'}">
              		<h:outputText value="#{msgs.closeDate}: "/>
	               <h:inputText id="closeDate" value="#{ForumTool.selectedTopic.closeDate}"/>
	               <f:verbatim>
	               	<a id="closeCal" href="javascript:closeDateCal();">
	               </f:verbatim>
	               <h:graphicImage url="/images/calendar.png" title="#{msgs.pickDate}" alt="#{msgs.pickDate}"/>
	               <f:verbatim>
	               </a>
	               </f:verbatim>
              	</h:panelGroup>
           </h:panelGrid>

			</div>
		<%--
		   <h4><h:outputText  value="Confidential Responses"/></h4>
		   <h:selectBooleanCheckbox   title= "#{msgs.cdfm_topic_allow_anonymous_postings}"  value="false" />
		   <h:outputText   value="  #{msgs.cdfm_topic_allow_anonymous_postings}" /> 
		   <br/>
		   <h:selectBooleanCheckbox   title= "#{msgs.cdfm_topic_author_identity}"  value="false" />
		   <h:outputText   value="  #{msgs.cdfm_topic_author_identity}" />
     
       <h4><h:outputText  value="#{mags.cdfm_topic_post_before_reading}"/></h4>
    	   <p class="shorttext">
			<h:panelGrid columns="2">
				<h:panelGroup><h:outputLabel id="outputLabel4" for="topic_reading"  value="#{msgs.cdfm_topic_post_before_reading_desc}"/>	</h:panelGroup>
{'fraction_non_alphanumeric': 0.17369331633582225, 'fraction_numerical': 0.006783828082316518, 'mean_word_length': 3.728740581270183, 'pattern_counts': {'":': 0, '<': 373, '<?xml version=': 0, '>': 371, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2145286', 'n_tokens_mistral': 8501, 'n_tokens_neox': 7265, 'n_words': 931}