<commit_before># LOCKSS & LCAP tuning parameters
org.lockss.log.default.level=debug

#au config settings
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.pause_time=3s
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.nc_interval=10w
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.volume=322
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.base_url=http://shadow1.lockss.org/

#lockss repository settings
org.lockss.cache.location=./

org.lockss.parameterReloadInterval = 1m

#hasher settings
#org.lockss.hasher.numSteps
#org.lockss.hasher.priority
#org.lockss.hasher.stepBytes

#identity manager settings
org.lockss.id.database.dir=./iddb

#lockss state settings
org.lockss.history.location=./history

#comm settings
org.lockss.ui.start=no
org.lockss.proxy.start=no
org.lockss.comm.multicast.group=172.16.17.32
#org.lockss.comm.multicast.port=3456
org.lockss.comm.multicast.port=localIp
org.lockss.comm.unicast.port=1025
org.lockss.comm.multicast.verify=no

# lcap protocol settings
org.lockss.protocol.ttl=2
org.lockss.protocol.hashAlgorithm=SHA-1

# poll settings
org.lockss.poll.maxpolls=20
org.lockss.poll.quorum=3
org.lockss.poll.agreeVerify=0
org.lockss.poll.disagreeVerify=0
org.lockss.poll.voteMargin=51
org.lockss.poll.trustedMargin=51
org.lockss.poll.namepoll.deadline=5m
org.lockss.poll.contentpoll.min=3m
org.lockss.poll.contentpoll.max=5m

org.lockss.treewalk.interval=5m
org.lockss.comm.router.beacon.interval=1m

org.lockss.metrics.slowest.hashrate = 250

<commit_msg>set the max content poll to 2 days (had been a few minutes)<commit_after># LOCKSS & LCAP tuning parameters
org.lockss.log.default.level=debug

#au config settings
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.pause_time=3s
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.nc_interval=10w
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.volume=322
org.lockss.au.org|lockss|plugin|highwire|HighWirePlugin.base_url~http%3A%2F%2Fshadow1%2Elockss%2Eorg%2F&volume~322.base_url=http://shadow1.lockss.org/

#lockss repository settings
org.lockss.cache.location=./

org.lockss.parameterReloadInterval = 1m

#hasher settings
#org.lockss.hasher.numSteps
#org.lockss.hasher.priority
#org.lockss.hasher.stepBytes

#identity manager settings
org.lockss.id.database.dir=./iddb

#lockss state settings
org.lockss.history.location=./history

#comm settings
org.lockss.ui.start=no
org.lockss.proxy.start=no
org.lockss.comm.multicast.group=172.16.17.32
#org.lockss.comm.multicast.port=3456
org.lockss.comm.multicast.port=localIp
org.lockss.comm.unicast.port=1025
org.lockss.comm.multicast.verify=no

# lcap protocol settings
org.lockss.protocol.ttl=2
org.lockss.protocol.hashAlgorithm=SHA-1

# poll settings
org.lockss.poll.maxpolls=20
org.lockss.poll.quorum=3
org.lockss.poll.agreeVerify=0
org.lockss.poll.disagreeVerify=0
org.lockss.poll.voteMargin=51
org.lockss.poll.trustedMargin=51
org.lockss.poll.namepoll.deadline=5m
org.lockss.poll.contentpoll.min=3m
org.lockss.poll.contentpoll.max=3d

org.lockss.treewalk.interval=10m
org.lockss.comm.router.beacon.interval=1m

org.lockss.metrics.slowest.hashrate = 250


{'fraction_non_alphanumeric': 0.13250634338877926, 'fraction_numerical': 0.047927826332111644, 'mean_word_length': 7.118993135011442, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6605636', 'n_tokens_mistral': 1523, 'n_tokens_neox': 1458, 'n_words': 134}