<commit_before>#The CC port for Hyracks clients
CC_CLIENTPORT=3099

#The CC port for Hyracks cluster management
CC_CLUSTERPORT=1099

#The directory of hyracks binaries
HYRACKS_HOME=../../../../hyracks

#The tmp directory for cc to install jars
CCTMP_DIR=/tmp/t1

#The tmp directory for nc to install jars
NCTMP_DIR=/tmp/t2

#The directory to put cc logs
CCLOGS_DIR=$CCTMP_DIR/logs

#The directory to put nc logs
NCLOGS_DIR=$NCTMP_DIR/logs

#Comma separated I/O directories for the spilling of external sort
IO_DIRS="/tmp/t3,/tmp/t4"

#The JAVA_HOME
JAVA_HOME=$JAVA_HOME

#The frame size of the internal dataflow engine
FRAME_SIZE=65536

#CC JAVA_OPTS
CCJAVA_OPTS="-Xdebug -Xrunjdwp:transport=dt_socket,address=7001,server=y,suspend=n -Xmx3g -Djava.util.logging.config.file=logging.properties"
# Yourkit option: -agentpath:/grid/0/dev/vborkar/tools/yjp-10.0.4/bin/linux-x86-64/libyjpagent.so=port=20001"

#NC JAVA_OPTS
NCJAVA_OPTS="-Xdebug -Xrunjdwp:transport=dt_socket,address=7002,server=y,suspend=n -Xmx1g -Djava.util.logging.config.file=logging.properties"

<commit_msg>lower the example cc xmx configuration.<commit_after>#The CC port for Hyracks clients
CC_CLIENTPORT=3099

#The CC port for Hyracks cluster management
CC_CLUSTERPORT=1099

#The directory of hyracks binaries
HYRACKS_HOME=../../../../hyracks

#The tmp directory for cc to install jars
CCTMP_DIR=/tmp/t1

#The tmp directory for nc to install jars
NCTMP_DIR=/tmp/t2

#The directory to put cc logs
CCLOGS_DIR=$CCTMP_DIR/logs

#The directory to put nc logs
NCLOGS_DIR=$NCTMP_DIR/logs

#Comma separated I/O directories for the spilling of external sort
IO_DIRS="/tmp/t3,/tmp/t4"

#The JAVA_HOME
JAVA_HOME=$JAVA_HOME

#The frame size of the internal dataflow engine
FRAME_SIZE=65536

#CC JAVA_OPTS
CCJAVA_OPTS="-Xdebug -Xrunjdwp:transport=dt_socket,address=7001,server=y,suspend=n -Xmx1g -Djava.util.logging.config.file=logging.properties"
# Yourkit option: -agentpath:/grid/0/dev/vborkar/tools/yjp-10.0.4/bin/linux-x86-64/libyjpagent.so=port=20001"

#NC JAVA_OPTS
NCJAVA_OPTS="-Xdebug -Xrunjdwp:transport=dt_socket,address=7002,server=y,suspend=n -Xmx1g -Djava.util.logging.config.file=logging.properties"


{'fraction_non_alphanumeric': 0.10911602209944751, 'fraction_numerical': 0.037753222836095765, 'mean_word_length': 5.604863221884498, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1083983', 'n_tokens_mistral': 903, 'n_tokens_neox': 839, 'n_words': 187}