<commit_before><project>
	<import file="sys.xml"/>
	<import file="task.xml"/>
	<import file="vdl.k"/>
	
	<set name="sites">
		<vdl:configProperty name="pool.file"/>
	</set>
  
	<scheduler type="vds-adaptive" shareID="vdl2:scheduler:{sites}">
		<!--<property name="siteSelectorClassName" value="RoundRobin"/>-->
		<property name="hostSubmitThrottle" value="2"/>
		<property name="submitThrottle" value="4"/>
		<property name="jobsPerCpu" value="10"/>
		<property name="maxTransfers" value="8"/>
		
		<task:handler type="execution" provider="gt2"/>
	    <task:handler type="execution" provider="gt4"/>
		<task:handler type="execution" provider="local"/>
	    <task:handler type="file" provider="gsiftp"/>
		<task:handler type="file" provider="local"/>
		
		<vdl:siteCatalog file="{sites}"/>
  </scheduler>
</project><commit_msg>dynamic setting of the tc<commit_after><project>
	<import file="sys.xml"/>
	<import file="task.xml"/>
	<import file="vdl.k"/>
	
	<set names="sites, tcfile">
		<vdl:configProperty name="pool.file"/>
		<vdl:configProperty name="tc.file"/>
	</set>
  
	<scheduler type="vds-adaptive" shareID="vdl2:scheduler:{sites}">
		<property name="transformationCatalogFile" value="{tcfile}"/>
		
		<property name="hostSubmitThrottle" value="2"/>
		<property name="submitThrottle" value="4"/>
		<property name="jobsPerCpu" value="10"/>
		<property name="maxTransfers" value="8"/>
		
		<task:handler type="execution" provider="gt2"/>
	    <task:handler type="execution" provider="gt4"/>
		<task:handler type="execution" provider="local"/>
	    <task:handler type="file" provider="gsiftp"/>
		<task:handler type="file" provider="local"/>
		
		<vdl:siteCatalog file="{sites}"/>
  </scheduler>
</project>
{'fraction_non_alphanumeric': 0.20350877192982456, 'fraction_numerical': 0.00935672514619883, 'mean_word_length': 5.6061776061776065, 'pattern_counts': {'":': 0, '<': 47, '<?xml version=': 0, '>': 47, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5170505', 'n_tokens_mistral': 627, 'n_tokens_neox': 570, 'n_words': 104}