<commit_before># Zookeeper
zookeeper.temp.dir=embedded_zk
zookeeper.host=127.0.0.1
zookeeper.port=22010
zookeeper.connection.string=127.0.0.1:22010

# MongoDB
mongo.ip=127.0.0.1
mongo.port=13333
mongo.database.name=test_database
mongo.collection.name=test_collection

# ActiveMQ
activemq.hostname=localhost
activemq.port=61616
activemq.queue=defaultQueue
activemq.store.dir=activemq-data
activemq.uri.prefix=vm://
activemq.uri.postfix=?create=false

# Storm
storm.enable.debug=true
storm.num.workers=1
storm.topology.name=test

# Hive
hive.scratch.dir=hive_scratch_dir
hive.warehouse.dir=warehouse_dir

# Hive Metastore
hive.metastore.hostname=localhost
hive.metastore.port=20102
hive.metastore.derby.db.dir=metastore_db

# Hive Server2
hive.server2.hostname=localhost
hive.server2.port=20103

# Hive Test
hive.test.database.name=default
hive.test.table.name=test_table

# Kafka
kafka.hostname=localhost
kafka.port=20111

# Kafka Test
kafka.test.topic=testtopic
kafka.test.message.count=10
kafka.test.broker.id=1
kafka.test.temp.dir=embedded_kafka

# HDFS
hdfs.namenode.port=20112
hdfs.temp.dir=embedded_hdfs
hdfs.num.datanodes=1
hdfs.enable.permissions=false
hdfs.format=true

# HDFS Test
hdfs.test.file=/tmp/testing
hdfs.test.string=TESTING

# HSQLDB
hsqldb.hostname=127.0.0.1
hsqldb.port=44111
hsqldb.temp.dir=embedded_hsqldb
hsqldb.database.name=testdb
hsqldb.compatibility.mode=mysql
hsqldb.jdbc.driver=org.hsqldb.jdbc.JDBCDriver
hsqldb.jdbc.connection.string.prefix=jdbc:hsqldb:hsql://

# YARN
yarn.num.node.managers=1
yarn.num.local.dirs=1
yarn.num.log.dirs=1
yarn.resource.manager.address=localhost:37001
yarn.resource.manager.hostname=localhost
yarn.resource.manager.scheduler.address=localhost:37002
yarn.resource.manager.resource.tracker.address=localhost:37003
yarn.resource.manager.webapp.address=localhost:37004
yarn.use.in.jvm.container.executor=true

# MR
mr.job.history.address=localhost:37004
<commit_msg>disable injvmcontainerexecutor<commit_after># Zookeeper
zookeeper.temp.dir=embedded_zk
zookeeper.host=127.0.0.1
zookeeper.port=22010
zookeeper.connection.string=127.0.0.1:22010

# MongoDB
mongo.ip=127.0.0.1
mongo.port=13333
mongo.database.name=test_database
mongo.collection.name=test_collection

# ActiveMQ
activemq.hostname=localhost
activemq.port=61616
activemq.queue=defaultQueue
activemq.store.dir=activemq-data
activemq.uri.prefix=vm://
activemq.uri.postfix=?create=false

# Storm
storm.enable.debug=true
storm.num.workers=1
storm.topology.name=test

# Hive
hive.scratch.dir=hive_scratch_dir
hive.warehouse.dir=warehouse_dir

# Hive Metastore
hive.metastore.hostname=localhost
hive.metastore.port=20102
hive.metastore.derby.db.dir=metastore_db

# Hive Server2
hive.server2.hostname=localhost
hive.server2.port=20103

# Hive Test
hive.test.database.name=default
hive.test.table.name=test_table

# Kafka
kafka.hostname=localhost
kafka.port=20111

# Kafka Test
kafka.test.topic=testtopic
kafka.test.message.count=10
kafka.test.broker.id=1
kafka.test.temp.dir=embedded_kafka

# HDFS
hdfs.namenode.port=20112
hdfs.temp.dir=embedded_hdfs
hdfs.num.datanodes=1
hdfs.enable.permissions=false
hdfs.format=true

# HDFS Test
hdfs.test.file=/tmp/testing
hdfs.test.string=TESTING

# HSQLDB
hsqldb.hostname=127.0.0.1
hsqldb.port=44111
hsqldb.temp.dir=embedded_hsqldb
hsqldb.database.name=testdb
hsqldb.compatibility.mode=mysql
hsqldb.jdbc.driver=org.hsqldb.jdbc.JDBCDriver
hsqldb.jdbc.connection.string.prefix=jdbc:hsqldb:hsql://

# YARN
yarn.num.node.managers=1
yarn.num.local.dirs=1
yarn.num.log.dirs=1
yarn.resource.manager.address=localhost:37001
yarn.resource.manager.hostname=localhost
yarn.resource.manager.scheduler.address=localhost:37002
yarn.resource.manager.resource.tracker.address=localhost:37003
yarn.resource.manager.webapp.address=localhost:37004
yarn.use.in.jvm.container.executor=false

# MR
mr.job.history.address=localhost:37004

{'fraction_non_alphanumeric': 0.12060041407867494, 'fraction_numerical': 0.05434782608695652, 'mean_word_length': 6.638339920948616, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 8, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5510221', 'n_tokens_mistral': 1697, 'n_tokens_neox': 1575, 'n_words': 155}