<commit_before>######################################################################
## Listening Options
######################################################################

# Port for Postgres connections (real PostgreSQL listens on 5432).
fdbsql.postgres.port=15432

# Port for REST/HTTP connections.
fdbsql.http.port=8091


#######################################################################
## Pipelining Options
#######################################################################

# Enable in Map and Product operators.
fdbsql.pipeline.map.enabled=true

# Enable in the UnionAll operator.
fdbsql.pipeline.unionAll.openBoth=true

# Enable in the Select_BloomFilter operator.
fdbsql.pipeline.selectBloomFilter.enabled=true

# How many cursors to try and keep open during an IndexScan.
fdbsql.pipeline.indexScan.lookaheadQuantum=50

# How many cursors to try and keep open during a GroupLookup.
fdbsql.pipeline.groupLookup.lookaheadQuantum=50


#######################################################################
## Miscellaneous Options
#######################################################################

# Maximum amount of bytes per sort instance.
# For example, a query with two sorts can use 2x this setting.
fdbsql.sort.memory=67108864

# Size of the SQL parse and optimize statement cache (*not* results).
# If a statement is in the cache, these steps can be skipped.
fdbsql.postgres.statementCacheCapacity=500


#######################################################################
## On-disk Options
#######################################################################

# Temporary file location (e.g. sort output)
fdbsql.tmp_dir=${tempdir}

# Full Text data file location (not used when running on FoundationDB)
fdbsql.text.indexpath=${datadir}

# Data file location (not used when running on FoundationDB)
persistit.datapath=${datadir}


#######################################################################
## Query logging options
#######################################################################

# Enable logging of queries.
fdbsql.querylog.enabled=false

# File in which queries will be logged.
fdbsql.querylog.filename=${logdir}/queries.log

# Log queries that take longer than this many milliseconds.
fdbsql.querylog.exec_threshold_ms=0
<commit_msg>Document in default config<commit_after>######################################################################
## Listening Options
######################################################################

# Port for Postgres connections (real PostgreSQL listens on 5432).
fdbsql.postgres.port=15432

# Port for REST/HTTP connections.
fdbsql.http.port=8091


#######################################################################
## Pipelining Options
#######################################################################

# Enable in Map and Product operators.
fdbsql.pipeline.map.enabled=true

# Enable in the UnionAll operator.
fdbsql.pipeline.unionAll.openBoth=true

# Enable in the Select_BloomFilter operator.
fdbsql.pipeline.selectBloomFilter.enabled=true

# How many cursors to try and keep open during an IndexScan.
fdbsql.pipeline.indexScan.lookaheadQuantum=50

# How many cursors to try and keep open during a GroupLookup.
fdbsql.pipeline.groupLookup.lookaheadQuantum=50


#######################################################################
## Miscellaneous Options
#######################################################################

# Maximum amount of bytes per sort instance.
# For example, a query with two sorts can use 2x this setting.
fdbsql.sort.memory=67108864

# Size of the SQL parse and optimize statement cache (*not* results).
# If a statement is in the cache, these steps can be skipped.
fdbsql.postgres.statementCacheCapacity=500


#######################################################################
## Storage Options
#######################################################################

# Temporary file location (e.g. sort output)
fdbsql.tmp_dir=${tempdir}

# Full Text data file location (not used when running on FoundationDB)
fdbsql.text.indexpath=${datadir}

# Slash separated path (Directory Layer) where all SQL data is stored.
# NOTE: Changing this will render any existing data inaccessible.
fdbsql.fdb.root_directory=sql/

# Data file location (not used when running on FoundationDB)
persistit.datapath=${datadir}


#######################################################################
## Query logging options
#######################################################################

# Enable logging of queries.
fdbsql.querylog.enabled=false

# File in which queries will be logged.
fdbsql.querylog.filename=${logdir}/queries.log

# Log queries that take longer than this many milliseconds.
fdbsql.querylog.exec_threshold_ms=0

{'fraction_non_alphanumeric': 0.3494780793319415, 'fraction_numerical': 0.012526096033402923, 'mean_word_length': 7.288927335640138, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6179527', 'n_tokens_mistral': 1215, 'n_tokens_neox': 1114, 'n_words': 356}