<commit_before>####################################
# Synchronize application properties
#
# This file must be available on the 
# classpath when Synchronize is run
####################################

# AWS Access Key (required)
accesskey=<YourAWSAccessKey>

# AWS Secret Key (required)
secretkey=<YourAWSSecretKey>

# Access Control List setting to apply to uploads, must be one of: PRIVATE, PUBLIC_READ, PUBLIC_READ_WRITE
# The ACL setting defaults to PRIVATE if this setting is missing.
acl=PRIVATE

# Password used when encrypting/decrypting files. Only required when the --crypto setting is used.
# password=

# If "upload.ignoreMissingPaths" is set to true, Synchronize will perform an upload despite missing  
# or unreadable source files. If set to false, Synchronize will halt if files or paths are missing. 
# WARNING: Be careful enabling this option, as it could cause legitimate objects in S3 to be
# deleted if the corresponding local files cannot be found or read.
#upload.ignoreMissingPaths=true

# Maximum number of files to transform and upload at a time, when file transformation is
# required (eg. when files are gzipped or encrypted during synchronization).
# When commented out, no batching takes place.  
#upload.transformed-files-batch-size=1000<commit_msg>Corrected hints in Synchronize properties file, following addition of new ways to provide properties<commit_after>####################################
# Synchronize application properties
#
# This file should be available on the 
# classpath when Synchronize is run
####################################

# AWS Access Key (if commented-out, Synchronize will ask at the prompt)
accesskey=<YourAWSAccessKey>

# AWS Secret Key (if commented-out, Synchronize will ask at the prompt)
secretkey=<YourAWSSecretKey>

# Access Control List setting to apply to uploads, must be one of: 
# PRIVATE, PUBLIC_READ, PUBLIC_READ_WRITE
# The ACL setting defaults to PRIVATE if this setting is missing.
acl=PRIVATE

# Password used when encrypting/decrypting files, applicable on with the --crypto option. 
# password=

# If "upload.ignoreMissingPaths" is set to true, Synchronize will perform an upload despite missing  
# or unreadable source files. If set to false, Synchronize will halt if files or paths are missing. 
# WARNING: Be careful enabling this option, as it could cause legitimate objects in S3 to be
# deleted if the corresponding local files cannot be found or read.
#upload.ignoreMissingPaths=true

# Maximum number of files to transform and upload at a time, when file transformation is
# required (eg. when files are gzipped or encrypted during synchronization).
# When commented out, no batching takes place.  
#upload.transformed-files-batch-size=1000
{'fraction_non_alphanumeric': 0.10453216374269006, 'fraction_numerical': 0.003654970760233918, 'mean_word_length': 5.220454545454546, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4867244', 'n_tokens_mistral': 724, 'n_tokens_neox': 681, 'n_words': 342}