<commit_before><?xml version="1.0" encoding="utf-8"?>
<Configuration>
	<Inputs>
    	<Input id="feeds">
       		<Parameter name="host"><![CDATA[xxx.xxx.xxx.xxx]]></Parameter>
         	<Parameter name="database"><![CDATA[defeeds]]></Parameter>
      	</Input>
   	</Inputs>
   	
   	<Storages>
    	<!-- Mongodb storage configuration -->
      	<Storage id="Mongodb">
        	<Parameter name="Classpath"><![CDATA[gr.iti.mklab.sm.storages.MongoDBSplitStorage]]></Parameter>
         	<Parameter name="mongodb.host"><![CDATA[xxx.xxx.xxx.xxx]]></Parameter>
      	</Storage>
  	</Storages>
   
 	<Filters>
    	<!-- Filter that discards Items with short text 
    	<Filter id="LengthFilter">
       		<Parameter name="Classpath"><![CDATA[gr.iti.mklab.sm.filters.LengthItemFilter]]></Parameter>
         	<Parameter name="length"><![CDATA[10]]></Parameter>
      	</Filter>
      	-->
   	</Filters>
   	
   	<Processors> </Processors>
   
	<Subscribers> </Subscribers>
   	
	<Streams>
   		<!-- Twitter Stream Handler -->
      	<Stream id="Twitter">
       		<Parameter name="Classpath">
                <![CDATA[gr.iti.mklab.sm.streams.impl.TwitterStream]]>
            </Parameter>
         	<Parameter name="Key"><![CDATA[ddjRAZcfQqc05OkyjdnxEvQpu]]></Parameter>
         	<Parameter name="Secret"><![CDATA[<KEY>]]></Parameter>
         	<Parameter name="AccessToken"><![CDATA[<KEY>]]></Parameter>
         	<Parameter name="AccessTokenSecret"><![CDATA[<KEY>]]></Parameter>
         	<Parameter name="maxRequests"><![CDATA[180]]></Parameter>
         	<Parameter name="timeWindow"><![CDATA[15]]></Parameter>				
  		</Stream>
      	    
     	<!-- YouTube Handler -->
     	<Stream id="YouTube">
      		<Parameter name="Classpath"><commit_msg>Add swear filter in conf<commit_after><?xml version="1.0" encoding="utf-8"?>
<Configuration>
	<Inputs>
    	<Input id="feeds">
       		<Parameter name="host"><![CDATA[127.0.0.1]]></Parameter>
         	<Parameter name="database"><![CDATA[defeeds]]></Parameter>
      	</Input>
   	</Inputs>
   	
   	<Storages>
    	<!-- Mongodb storage configuration -->
      	<Storage id="Mongodb">
        	<Parameter name="Classpath"><![CDATA[gr.iti.mklab.sm.storages.MongoDBSplitStorage]]></Parameter>
         	<Parameter name="mongodb.host"><![CDATA[127.0.0.1]]></Parameter>
      	</Storage>
  	</Storages>
   
 	<Filters>
    	<!-- Filter that discards Items with short text 
    	<Filter id="LengthFilter">
       		<Parameter name="Classpath"><![CDATA[gr.iti.mklab.sm.filters.LengthItemFilter]]></Parameter>
         	<Parameter name="length"><![CDATA[10]]></Parameter>
      	</Filter>
      	-->
      	<Filter id="SwearFilter">
       		<Parameter name="Classpath"><![CDATA[gr.iti.mklab.sm.filters.SwearItemFilter]]></Parameter>
      	</Filter>
   	</Filters>
   	
   	<Processors> </Processors>
   
	<Subscribers> </Subscribers>
   	
	<Streams>
   		<!-- Twitter Stream Handler -->
      	<Stream id="Twitter">
       		<Parameter name="Classpath">
                <![CDATA[gr.iti.mklab.sm.streams.impl.TwitterStream]]>
            </Parameter>
         	<Parameter name="Key"><![CDATA[<KEY>]]></Parameter>
         	<Parameter name="Secret"><![CDATA[<KEY>HNeTpgSHAf0nZxsZbjYiFr7WY34yrh1HCIxlyOYZ]]></Parameter>
         	<Parameter name="AccessToken"><![CDATA[<KEY>]]></Parameter>
         	<Parameter name="AccessTokenSecret"><![CDATA[<KEY>]]></Parameter>
         	<Parameter name="maxRequests"><![CDATA[180]]></Parameter>
         	<Parameter name="timeWindow"><![CDATA[15]]></Parameter>				
  		</Stream>
      	    
     	<!-- YouTube Handler -->
     	<Stream id="YouTube">
      		<Parameter name="Classpath">
{'fraction_non_alphanumeric': 0.19258046917621385, 'fraction_numerical': 0.010638297872340425, 'mean_word_length': 2.876321353065539, 'pattern_counts': {'":': 0, '<': 147, '<?xml version=': 2, '>': 147, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4721425', 'n_tokens_mistral': 1259, 'n_tokens_neox': 1203, 'n_words': 156}