<commit_before>
#
# Which kind of DataStore to create in Fabric?
#
#   git       - for a git based data store, using branches for each version
#   zookeeper - store each version in ZK
#

kind = git
#kind = zookeeper

# how frequently in milliseconds should we pull from the master git repo
gitPullPeriod = 1000

# allow caching to be disabled
#gitUseCache = false
<commit_msg>disable using git as the DataStore for now until we fix up a bug with child containers not being able to pull from the master git repo<commit_after>
#
# Which kind of DataStore to create in Fabric?
#
#   git       - for a git based data store, using branches for each version
#   zookeeper - store each version in ZK
#

# TODO disable git while there is an issue with pull from child container
#kind = git
kind = zookeeper

# how frequently in milliseconds should we pull from the master git repo
gitPullPeriod = 1000

# allow caching to be disabled
#gitUseCache = false

{'fraction_non_alphanumeric': 0.0454065469904963, 'fraction_numerical': 0.008447729672650475, 'mean_word_length': 3.6699507389162562, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2410144', 'n_tokens_mistral': 271, 'n_tokens_neox': 256, 'n_words': 143}