<commit_before>##########################################
###  PREFERENCES FOR CONCOURSE SERVER  ###
##########################################

# The absolute path to the directory where the Buffer data is stored. For
# optimal write performance, the Buffer should be placed on a separate disk
# partition (ideally a separate physical device) from the database_directory.
#
# DEFAULT: {$user.home}/concourse/buffer
#buffer_directory = /var/lib/concourse/buffer

# The size for each page in the Buffer. It is generally desirable to have
# several smaller pages in the Buffer to maximize read and indexing throughput
# but this should be baanced with the risks of having too many open buffer files
# which may lead to more frequent and less efficient disk I/O.
#
# DEFAULT: 8KB
#buffer_page_size = 8KB

# The listener port (1-65535) for client connections. Choose a port between
# 49152 and 65535 to minimize the possibility of conflicts with other services
# on this host.
#
# DEFAULT: 1717
#client_port = 1717

# The absolute path to the directory where the Database record and index files
# are stored. For optimal performance, the Database should be placed on a
# separate disk partition (ideally a separate physical device) from the
# buffer_directory.
#
# DEFAULT: {$user.home}/concourse/db
#database_directory = /var/lib/concourse/db

# The default environment that is automatically loaded when the server
# starts and is used whenever a client does not specify an environment
# when connecting.
#
# DEFAULT: default
#default_environment = default

# Determine whether log messages should also be printed to the console (STDOUT)
# in addition to the log files.
#
# DEFAULT: FALSE
#enable_console_logging = FALSE

# The amount of memory that is allocated to the Concourse Server JVM.
# Concourse requires a minimum heap size of 256MB to start, but much
# more is recommended to ensure that read and write operations avoid
# expensive disk seeks where possible. Concourse generally sets both
# the initial and maximum heap sizes to the specified value, so there
# must be enough system memory available for Concourse Server to start.
#
# Be careful and avoid setting the heap size too large because this may
# cause longer garbage collection (gc) pauses or interfere with the ability
# of Concourse Server to memory map (mmap) certain data files. We
# recommend the following sizing guidelines:
#
# SYSTEM MEMORY    | Recommended heap_size
# -----------------------------------------------------------
# Less than 2GB    | 1/2 system memory
# 2GB to 4GB       | 1GB
# Greater than 4GB | 1/4 system memory, but not more than 8GB
#
# By default heap size is calculated automatically based on table above.
#heap_size = 1GB

# The listener port (1-65535) for HTTP/S connections. Choose a port between
# 49152 and 65535 to minimize the possibility of conflicts with other services
# on this host. If the value of this preference is set to 0, then HTTP/S
# connections on Concourse Server will be disabled.
#
# DEFAULT: 0 (disabled)
#http_port = 8817

# The listener port (1-65535) for management commands via JMX. Choose a port
# between 49152 and 65535 to minimize the possibility of conflicts with other
# services on this host.
#
# DEFAULT: 9010
#jmx_port = 9010

# The amount of runtime information logged by the system. The options below
# are listed from least to most verbose. In addition to the indicated types
# of information, each level also logs the information for each less verbose
# level (i.e. ERROR only prints error messages, but INFO prints info, warn
# and error messages).
#
# ERROR: critical information when the system reaches a potentially fatal
#		 state and may not operate normally.
# WARN: useful information when the system reaches a less than ideal state but
#		can continue to operate normally.
# INFO: status information about the system that can be used for sanity
# checking.<commit_msg>improve documentation for default heap size<commit_after>##########################################
###  PREFERENCES FOR CONCOURSE SERVER  ###
##########################################

# The absolute path to the directory where the Buffer data is stored. For
# optimal write performance, the Buffer should be placed on a separate disk
# partition (ideally a separate physical device) from the database_directory.
#
# DEFAULT: {$user.home}/concourse/buffer
#buffer_directory = /var/lib/concourse/buffer

# The size for each page in the Buffer. It is generally desirable to have
# several smaller pages in the Buffer to maximize read and indexing throughput
# but this should be baanced with the risks of having too many open buffer files
# which may lead to more frequent and less efficient disk I/O.
#
# DEFAULT: 8KB
#buffer_page_size = 8KB

# The listener port (1-65535) for client connections. Choose a port between
# 49152 and 65535 to minimize the possibility of conflicts with other services
# on this host.
#
# DEFAULT: 1717
#client_port = 1717

# The absolute path to the directory where the Database record and index files
# are stored. For optimal performance, the Database should be placed on a
# separate disk partition (ideally a separate physical device) from the
# buffer_directory.
#
# DEFAULT: {$user.home}/concourse/db
#database_directory = /var/lib/concourse/db

# The default environment that is automatically loaded when the server
# starts and is used whenever a client does not specify an environment
# when connecting.
#
# DEFAULT: default
#default_environment = default

# Determine whether log messages should also be printed to the console (STDOUT)
# in addition to the log files.
#
# DEFAULT: FALSE
#enable_console_logging = FALSE

# The amount of memory that is allocated to the Concourse Server JVM.
# Concourse requires a minimum heap size of 256MB to start, but much
# more is recommended to ensure that read and write operations avoid
# expensive disk seeks where possible. Concourse generally sets both
# the initial and maximum heap sizes to the specified value, so there
# must be enough system memory available for Concourse Server to start.
#
# Be careful and avoid setting the heap size too large because this may
# cause longer garbage collection (gc) pauses or interfere with the ability
# of Concourse Server to memory map (mmap) certain data files. We
# recommend the following sizing guidelines:
#
# SYSTEM MEMORY    | Recommended heap_size
# -----------------------------------------------------------
# Less than 2GB    | 1/2 system memory
# 2GB to 4GB       | 1GB
# Greater than 4GB | 1/4 system memory, but not more than 8GB
#
# DEFAULT: automatically chosen based on the recommendations above
#heap_size = 1GB

# The listener port (1-65535) for HTTP/S connections. Choose a port between
# 49152 and 65535 to minimize the possibility of conflicts with other services
# on this host. If the value of this preference is set to 0, then HTTP/S
# connections on Concourse Server will be disabled.
#
# DEFAULT: 0 (disabled)
#http_port = 8817

# The listener port (1-65535) for management commands via JMX. Choose a port
# between 49152 and 65535 to minimize the possibility of conflicts with other
# services on this host.
#
# DEFAULT: 9010
#jmx_port = 9010

# The amount of runtime information logged by the system. The options below
# are listed from least to most verbose. In addition to the indicated types
# of information, each level also logs the information for each less verbose
# level (i.e. ERROR only prints error messages, but INFO prints info, warn
# and error messages).
#
# ERROR: critical information when the system reaches a potentially fatal
#		 state and may not operate normally.
# WARN: useful information when the system reaches a less than ideal state but
#		can continue to operate normally.
# INFO: status information about the system that can be used for sanity
# checking.
{'fraction_non_alphanumeric': 0.08748728382502544, 'fraction_numerical': 0.02187182095625636, 'mean_word_length': 4.100518806744487, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4212421', 'n_tokens_mistral': 2080, 'n_tokens_neox': 1905, 'n_words': 1091}