<commit_before>input {
	relp {
		add_field => [ "_logstash_input", "relp" ]
		host => "0.0.0.0"
		port => "<%= p("logstash_ingestor.relp.port") %>"
		<% if_p("logstash_ingestor.debug") do %>
		debug => true
		<% end %>
	}
}
			
output {
	<% if p("logstash_ingestor.debug") %>
        stdout {
            codec => "json"
        }
	<% end %>

	redis {
		host => "<%= p("redis.host") %>"
		port => "<%= p("redis.port") %>"
		data_type => "list"
		key => "<%= p("redis.key") %>"
		batch => true
		batch_events => 50
	}
}
<commit_msg>fix logstash deprecated debug parameter reference in relp /issue #53<commit_after>input {
	relp {
		add_field => [ "_logstash_input", "relp" ]
		host => "0.0.0.0"
		port => "<%= p("logstash_ingestor.relp.port") %>"
	}
}
			
output {
	<% if p("logstash_ingestor.debug") %>
        stdout {
            codec => "json"
        }
	<% end %>

	redis {
		host => "<%= p("redis.host") %>"
		port => "<%= p("redis.port") %>"
		data_type => "list"
		key => "<%= p("redis.key") %>"
		batch => true
		batch_events => 50
	}
}

{'fraction_non_alphanumeric': 0.22848948374760994, 'fraction_numerical': 0.01338432122370937, 'mean_word_length': 2.660839160839161, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 38, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7389175', 'n_tokens_mistral': 487, 'n_tokens_neox': 427, 'n_words': 72}