<commit_before>###
# This holds the properties to allow running of the density cube backfill process
###

# The final cube tables
density-cube.cubeTable=uat_rebuilt_maps_cube
density-cube.columnFamily=dc

# The source table to use during the backfill process
density-cube.backfillSourceTable=uat_occurrence

# Temporary tables created and removed during the backfill process
density-cube.snapshotTable=tmp_maps_cube_snapshot
density-cube.backfillTable=tmp_maps_cube_backfill

# controls the scanner caching (number of rows) when scanning the source table during backfill
density-cube.backfillScannerCaching=200
# this controls the number of clients that will be used to load on the cube during a backfill (writes are in reduce)
density-cube.backfillNumReduceTasks=100
# controls the batch size for writes to the cube
density-cube.writeBatchSize=10000
# controls the number of pixels on the tile that we are grouping by
density-cube.tilePixelsPerCluster=1
# controls the number of zoom levels to process the data to
density-cube.numZooms=15<commit_msg>map # reducers down to 50 to save the cluster<commit_after>###
# This holds the properties to allow running of the density cube backfill process
###

# The final cube tables
density-cube.cubeTable=uat_rebuilt_maps_cube
density-cube.columnFamily=dc

# The source table to use during the backfill process
density-cube.backfillSourceTable=uat_occurrence

# Temporary tables created and removed during the backfill process
density-cube.snapshotTable=tmp_maps_cube_snapshot
density-cube.backfillTable=tmp_maps_cube_backfill

# controls the scanner caching (number of rows) when scanning the source table during backfill
density-cube.backfillScannerCaching=200
# this controls the number of clients that will be used to load on the cube during a backfill (writes are in reduce)
density-cube.backfillNumReduceTasks=50
# controls the batch size for writes to the cube
density-cube.writeBatchSize=10000
# controls the number of pixels on the tile that we are grouping by
density-cube.tilePixelsPerCluster=1
# controls the number of zoom levels to process the data to
density-cube.numZooms=15
{'fraction_non_alphanumeric': 0.04922644163150492, 'fraction_numerical': 0.013595874355368026, 'mean_word_length': 5.973856209150327, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7464575', 'n_tokens_mistral': 636, 'n_tokens_neox': 602, 'n_words': 237}