<commit_before># begin crush map

# devices
device 0 device0
device 1 device1
device 2 device2
device 3 device3
device 4 device4
device 5 device5
device 6 device6
device 7 device7
device 8 device8
device 9 device9
device 10 device10
device 11 device11
device 12 device12
device 13 device13
device 14 device14
device 15 device15
device 16 device16
device 17 device17
device 18 device18
device 19 device19
device 20 device20
device 21 device21
device 22 device22
device 23 device23

# types
type 0 device
type 1 domain
type 2 pool

# buckets
pool metaroot {
     	id -2
	alg straw
	item device0 weight 1.000
	item device4 weight 1.000
	item device8 weight 1.000
	item device12 weight 1.000
	item device16 weight 1.000
	item device20 weight 1.000
}

domain cosd1 {
	id -3		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device1 weight 1.000 pos 0
	item device2 weight 1.000 pos 1
	item device3 weight 1.000 pos 2
}
domain cosd2 {
	id -4		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device5 weight 1.000 pos 0
	item device6 weight 1.000 pos 1
	item device7 weight 1.000 pos 2
}
domain cosd3 {
	id -5		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device9 weight 1.000 pos 0
	item device10 weight 1.000 pos 1
	item device11 weight 1.000 pos 2
}
domain cosd4 {
	id -6		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device13 weight 1.000 pos 0
	item device14 weight 1.000 pos 1
	item device15 weight 1.000 pos 2
}
domain cosd5 {
	id -7		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device17 weight 1.000 pos 0
	item device18 weight 1.000 pos 1
	item device19 weight 1.000 pos 2
}
domain cosd6 {
	id -8		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device21 weight 1.000 pos 0
	item device22 weight 1.000 pos 1
	item device23 weight 1.000 pos 2
}
pool root {
	id -1		# do not change unnecessarily
	alg straw
	item cosd1 weight 4.000
	item cosd2 weight 4.000
	item cosd3 weight 4.000
	item cosd4 weight 4.000
	item cosd5 weight 4.000
#	item cosd6 weight 4.000
}



# rules
rule metadata {
	pool 0
	type replicated
	min_size 2
	max_size 2
	step take metaroot
	step choose firstn 0 type device
	step emit
}
rule data {
	pool 1
	type replicated
	min_size 2
	max_size 2
	step take root
	step chooseleaf firstn 0 type domain
	step emit
}
rule casdata {
	pool 2
	type replicated<commit_msg>dstart: cm.txt update (for 3x)<commit_after># begin crush map

# devices
device 0 device0
device 1 device1
device 2 device2
device 3 device3
device 4 device4
device 5 device5
device 6 device6
device 7 device7
device 8 device8
device 9 device9
device 10 device10
device 11 device11
device 12 device12
device 13 device13
device 14 device14
device 15 device15
device 16 device16
device 17 device17
device 18 device18
device 19 device19
device 20 device20
device 21 device21
device 22 device22
device 23 device23

# types
type 0 device
type 1 domain
type 2 pool

# buckets
pool metaroot {
     	id -2
	alg straw
	item device0 weight 1.000
	item device4 weight 1.000
	item device8 weight 1.000
	item device12 weight 1.000
	item device16 weight 1.000
	item device20 weight 1.000
}

domain cosd1 {
	id -3		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device1 weight 1.000 pos 0
	item device2 weight 1.000 pos 1
	item device3 weight 1.000 pos 2
}
domain cosd2 {
	id -4		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device5 weight 1.000 pos 0
	item device6 weight 1.000 pos 1
	item device7 weight 1.000 pos 2
}
domain cosd3 {
	id -5		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device9 weight 1.000 pos 0
	item device10 weight 1.000 pos 1
	item device11 weight 1.000 pos 2
}
domain cosd4 {
	id -6		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device13 weight 1.000 pos 0
	item device14 weight 1.000 pos 1
	item device15 weight 1.000 pos 2
}
domain cosd5 {
	id -7		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device17 weight 1.000 pos 0
	item device18 weight 1.000 pos 1
	item device19 weight 1.000 pos 2
}
domain cosd6 {
	id -8		# do not change unnecessarily
	alg uniform	# do not change bucket size (4) unnecessarily
	item device21 weight 1.000 pos 0
	item device22 weight 1.000 pos 1
	item device23 weight 1.000 pos 2
}
pool root {
	id -1		# do not change unnecessarily
	alg straw
	item cosd1 weight 4.000
	item cosd2 weight 4.000
	item cosd3 weight 4.000
	item cosd4 weight 4.000
	item cosd5 weight 4.000
#	item cosd6 weight 4.000
}



# rules
rule metadata {
	pool 0
	type replicated
	min_size 2
	max_size 3
	step take metaroot
	step choose firstn 0 type device
	step emit
}
rule data {
	pool 1
	type replicated
	min_size 2
	max_size 3
	step take root
	step chooseleaf firstn 0 type domain
	step emit
}
rule casdata {
	pool 2
	type replicated
{'fraction_non_alphanumeric': 0.0368145708196086, 'fraction_numerical': 0.1125750823483821, 'mean_word_length': 3.5280701754385966, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '590496', 'n_tokens_mistral': 2105, 'n_tokens_neox': 1666, 'n_words': 825}