<commit_before># the configurations for the melody.jar
# all parameters shall be filled as there is no default value

# GENERATE CONFIGURATION

# {local, mr}
generate.mode=mr

# {local, hdfs, http}
generate.mr.input=http

# {String value}, e.g., hdfs://localhost:50001
generate.hdfs.name=

# {String value} the local/hdfs path to the input image directory
generate.input.image.dir=

# {String value} the local/hdfs path to the output histogram directory
generate.output.hist.dir=

# {acc/cedd/ch/cl/eh/fcth/gabor/hcedd/jcd/jh/jch/ll/oh/phog/sc/tamura} feature name separated by "/"
generate.enabled.features=cedd/ch/cl/eh/fcth/jcd/jh

# {integer value} each image will be split into granularity x granularity tiles (numer of bins) 
generate.grid.granularity=4

# {integer value} which value in each multi-dimensional feature values should be use to form the composite histogram
generate.feature.value=0

# {integer value} the milliseconds waiting between crawling images from the http urls
generate.crawl.freq=0

# JOIN CONFIGURATION

# {true, false} whether to cache the input data in main memory when executing bsp
bsp.cached=true

# {integer value} how many messages (number of records) are sent by each peer in one supersetp in bsp
bsp.batch.message=10

# {String value} the hdfs path to the commons-math3 dependency, used for computing EMD
dependency.math.hdfs.path=

# {integer value} the dimension of the input histograms
data.dimension=3

# {integer value} the number of bins of the input histograms<commit_msg>updated crawl.freq default value<commit_after># the configurations for the melody.jar
# all parameters shall be filled as there is no default value

# GENERATE CONFIGURATION

# {local, mr}
generate.mode=mr

# {local, hdfs, http}
generate.mr.input=http

# {String value}, e.g., hdfs://localhost:50001
generate.hdfs.name=

# {String value} the local/hdfs path to the input image directory
generate.input.image.dir=

# {String value} the local/hdfs path to the output histogram directory
generate.output.hist.dir=

# {acc/cedd/ch/cl/eh/fcth/gabor/hcedd/jcd/jh/jch/ll/oh/phog/sc/tamura} feature name separated by "/"
generate.enabled.features=cedd/ch/cl/eh/fcth/jcd/jh

# {integer value} each image will be split into granularity x granularity tiles (numer of bins) 
generate.grid.granularity=4

# {integer value} which value in each multi-dimensional feature values should be use to form the composite histogram
generate.feature.value=0

# {integer value} the milliseconds waiting between crawling images from the http urls
generate.crawl.freq=1000

# JOIN CONFIGURATION

# {true, false} whether to cache the input data in main memory when executing bsp
bsp.cached=true

# {integer value} how many messages (number of records) are sent by each peer in one supersetp in bsp
bsp.batch.message=10

# {String value} the hdfs path to the commons-math3 dependency, used for computing EMD
dependency.math.hdfs.path=

# {integer value} the dimension of the input histograms
data.dimension=3

# {integer value} the number of bins of the input histograms
{'fraction_non_alphanumeric': 0.08790849673202615, 'fraction_numerical': 0.008823529411764706, 'mean_word_length': 4.700186219739292, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1422184', 'n_tokens_mistral': 994, 'n_tokens_neox': 935, 'n_words': 352}