<commit_before>##Kafka ZooKeeper's IP Address/HostName without port
#default value:localhost, if not specified
zookeeper=<zookeerhost>

##Kafka Broker's IP Address/HostName
#default value:localhost, if not specified
brokerHost=<value>

##Kafka Broker's Port number
#default value:9092, if not specified
brokerPort=9092

##Name of the Kafka Consumer Group
#default value:ESKafkaConsumerClient, if not specified
consumerGroupName=YourConsumerGroupName

##Kafka Topic from which the message has to be processed
#mandatory property, no default value specified.
topic=YourKafkaTopicName

#Partition in the Kafka's Topic(defined by 'topic' property) from which the message has to be processed.
#One instance of this consumer read and process from only 1 partition(of the topic)
#default value:0, if not specified
partition=YourKafkaPartition_To_Read_From_for_this_consumer_instance

##Offset option from where the message fetching should happen in kafka
##Values can be: CUSTOM / OLDEST / LATEST / RESTART.
#CUSTOM:  Message from the specified(defined by 'startOffset' property) offset in Kafka will be read. If 'CUSTOM' is set, then 'startOffset' property has to be set an integer value
#OLDEST:  Messages from oldest available timestamp in kafka will be read
#LATEST:  Messages from latest available timestamp in kafka will be read
#RESTART: Message reading will happen from the Offset where the last cycle of reading by this client has stopped
#Default value:"OLDEST", if not specified
startOffsetFrom=OLDEST

#integer value of the offset from where the message processing should happen. Use this property in conjunction with 'startOffsetFrom=CUSTOM'
#mandatory property when 'startOffsetFrom' is set to 'CUSTOM', no default value specified.
startOffset=0

#Full qualified class name for the concrete message handler class factory
#Default value: "org.elasticsearch.kafka.consumer.RawMessageStringHandler", if not specified
#Custom class should be extended from org.elasticsearch.kafka.consumer.MessageHandler class
messageHandlerClass=org.elasticsearch.kafka.consumer.RawMessageStringHandler

### DEPRECATED. Provide only the "esHostPortList" and ElasticSearch cluster name in "esClusterName"
esHost=IGNORE

## Provide the ElasticSearch Host and Port List for all the nodes
esHostPortList=
##Example: esHostPortList=machine_1_ip:9300,machine_2_ip:9300

#Name of the ElasticSearch Cluster. This has to be the elastic search cluster name for which the messages are posted
## Tip: Its not a good idea to use the default name "ElasticSearch" as your cluster name. You have to name your elasticsearch cluster uniquely and configure ##that name here.
esClusterName=<Your_ElasticSearch_Cluster_Name>

### DEPRECATED. Provide only the "esHostPortList" and ElasticSearch cluster name in "esClusterName"
esPort=IGNORE

#IndexName in ElasticSearch to which the processed Message has to be posted/indexed
#Default value is "kafkaConsumerIndex", if not specified
esIndex=<Your ElasticSeach Index Name>


#IndexType in ElasticSearch to which the processed Message has to be posted/indexed<commit_msg>Bug for issue #4 fixed<commit_after>##Kafka ZooKeeper's IP Address/HostName without port
#default value:localhost, if not specified
zookeeper=<zookeerhost>

##Kafka Broker's IP Address/HostName
#default value:localhost, if not specified
brokerHost=<value>

##Kafka Broker's Port number
#default value:9092, if not specified
brokerPort=9092

##Name of the Kafka Consumer Group
#default value:ESKafkaConsumerClient, if not specified
consumerGroupName=YourConsumerGroupName

##Kafka Topic from which the message has to be processed
#mandatory property, no default value specified.
topic=YourKafkaTopicName

#Partition in the Kafka's Topic(defined by 'topic' property) from which the message has to be processed.
#One instance of this consumer read and process from only 1 partition(of the topic)
#default value:0, if not specified
partition=YourKafkaPartition_To_Read_From_for_this_consumer_instance

##Offset option from where the message fetching should happen in kafka
##Values can be: CUSTOM / OLDEST / LATEST / RESTART.
#CUSTOM:  Message from the specified(defined by 'startOffset' property) offset in Kafka will be read. If 'CUSTOM' is set, then 'startOffset' property has to be set an integer value
#OLDEST:  Messages from oldest available timestamp in kafka will be read
#LATEST:  Messages from latest available timestamp in kafka will be read
#RESTART: Message reading will happen from the Offset where the last cycle of reading by this client has stopped
#Default value:"OLDEST", if not specified
startOffsetFrom=OLDEST

#integer value of the offset from where the message processing should happen. Use this property in conjunction with 'startOffsetFrom=CUSTOM'
#mandatory property when 'startOffsetFrom' is set to 'CUSTOM', no default value specified.
startOffset=0

#Full qualified class name for the concrete message handler class factory
#Default value: "org.elasticsearch.kafka.consumer.RawMessageStringHandler", if not specified
#Custom class should be extended from org.elasticsearch.kafka.consumer.MessageHandler class
messageHandlerClass=org.elasticsearch.kafka.consumer.messageHandlers.RawMessageStringHandler

### DEPRECATED. Provide only the "esHostPortList" and ElasticSearch cluster name in "esClusterName"
esHost=IGNORE

## Provide the ElasticSearch Host and Port List for all the nodes
esHostPortList=
##Example: esHostPortList=machine_1_ip:9300,machine_2_ip:9300

#Name of the ElasticSearch Cluster. This has to be the elastic search cluster name for which the messages are posted
## Tip: Its not a good idea to use the default name "ElasticSearch" as your cluster name. You have to name your elasticsearch cluster uniquely and configure ##that name here.
esClusterName=<Your_ElasticSearch_Cluster_Name>

### DEPRECATED. Provide only the "esHostPortList" and ElasticSearch cluster name in "esClusterName"
esPort=IGNORE

#IndexName in ElasticSearch to which the processed Message has to be posted/indexed
#Default value is "kafkaConsumerIndex", if not specified
esIndex=<Your ElasticSeach Index Name>


#IndexType in ElasticSearch to which the processed Message has to be posted/indexed
{'fraction_non_alphanumeric': 0.056838365896980464, 'fraction_numerical': 0.006943323106733409, 'mean_word_length': 6.235981308411215, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6592080', 'n_tokens_mistral': 1711, 'n_tokens_neox': 1651, 'n_words': 745}