<commit_before>package main

func leadingZeroBits(c uint) func([]byte) bool {
	cd8:=c>>3
	emcm8:=(8-c%8)
	if c%8 == 0 {
		return leadingZeroBytes(cd8)
	}
	return func(t []byte) bool {
		return leadingZeroBytes(cd8)(t) && t[cd8]>>emcm8 == 0
	}
}

func leadingZeroBytes(c uint) func([]byte) bool {
	return func(t []byte) bool {
		switch c {
		case 16:
			if t[15] != 0 {
				return false
			}
			fallthrough
		case 15:
			if t[14] != 0 {
				return false
			}
			fallthrough
		case 14:
			if t[13] != 0 {
				return false
			}
			fallthrough
		case 13:
			if t[12] != 0 {
				return false
			}
			fallthrough
		case 12:
			if t[11] != 0 {
				return false
			}
			fallthrough
		case 11:
			if t[10] != 0 {
				return false
			}
			fallthrough
		case 10:
			if t[9] != 0 {
				return false
			}
			fallthrough
		case 9:
			if t[8] != 0 {
				return false
			}
			fallthrough
		case 8:
			if t[7] != 0 {
				return false
			}
			fallthrough
		case 7:
			if t[6] != 0 {
				return false
			}
			fallthrough
		case 6:
			if t[5] != 0 {
				return false
			}
			fallthrough
		case 5:
			if t[4] != 0 {
				return false
			}
			fallthrough
		case 4:
			if t[3] != 0 {
				return false
			}
			fallthrough
		case 3:
			if t[2] != 0 {
				return false
			}
			fallthrough
		case 2:
			if t[1] != 0 {
				return false
			}
			fallthrough
		case 1:
			if t[0] != 0 {
				return false
			}
			fallthrough
		default:
			return true
		}
	}
}


func leadingSetBits(c uint) func([]byte) bool {
	cd8:=c>>3
	cm8:=(8-c%8)
	if c%8 == 0 {
		return leadingSetBytes(cd8)
	}
	return func(t []byte) bool {
		return leadingSetBytes(cd8)(t) && ^t[cd8]>>cm8 ==0
	}
}

func leadingSetBytes(c uint) func([]byte) bool {
	return func(t []byte) bool {
		switch c {
		case 16:
			if t[15] != 0xff {
				return false
			}
			fallthrough
		case 15:
			if t[14] != 0xff {
				return false
			}
			fallthrough
		case 14:
			if t[13] != 0xff {
				return false
			}
			fallthrough
		case 13:
			if t[12] != 0xff {
				return false
			}
			fallthrough
		case 12:
			if t[11] != 0xff {
				return false<commit_msg>optimise<commit_after>package main

func leadingZeroBits(c uint) func([]byte) bool {
	cd8,emcm8:=c>>3,8-c%8
	if emcm8 == 8 {
		return leadingZeroBytes(cd8)
	}
	return func(t []byte) bool {
		return leadingZeroBytes(cd8)(t) && t[cd8]>>emcm8 == 0
	}
}

func leadingZeroBytes(c uint) func([]byte) bool {
	return func(t []byte) bool {
		switch c {
		case 16:
			if t[15] != 0 {
				return false
			}
			fallthrough
		case 15:
			if t[14] != 0 {
				return false
			}
			fallthrough
		case 14:
			if t[13] != 0 {
				return false
			}
			fallthrough
		case 13:
			if t[12] != 0 {
				return false
			}
			fallthrough
		case 12:
			if t[11] != 0 {
				return false
			}
			fallthrough
		case 11:
			if t[10] != 0 {
				return false
			}
			fallthrough
		case 10:
			if t[9] != 0 {
				return false
			}
			fallthrough
		case 9:
			if t[8] != 0 {
				return false
			}
			fallthrough
		case 8:
			if t[7] != 0 {
				return false
			}
			fallthrough
		case 7:
			if t[6] != 0 {
				return false
			}
			fallthrough
		case 6:
			if t[5] != 0 {
				return false
			}
			fallthrough
		case 5:
			if t[4] != 0 {
				return false
			}
			fallthrough
		case 4:
			if t[3] != 0 {
				return false
			}
			fallthrough
		case 3:
			if t[2] != 0 {
				return false
			}
			fallthrough
		case 2:
			if t[1] != 0 {
				return false
			}
			fallthrough
		case 1:
			if t[0] != 0 {
				return false
			}
			fallthrough
		default:
			return true
		}
	}
}


func leadingSetBits(c uint) func([]byte) bool {
	cd8,emcm8:=c>>3,8-c%8
	if emcm8 == 8 {
		return leadingSetBytes(cd8)
	}
	return func(t []byte) bool {
		return leadingSetBytes(cd8)(t) && ^t[cd8]>>emcm8 ==0
	}
}

func leadingSetBytes(c uint) func([]byte) bool {
	return func(t []byte) bool {
		switch c {
		case 16:
			if t[15] != 0xff {
				return false
			}
			fallthrough
		case 15:
			if t[14] != 0xff {
				return false
			}
			fallthrough
		case 14:
			if t[13] != 0xff {
				return false
			}
			fallthrough
		case 13:
			if t[12] != 0xff {
				return false
			}
			fallthrough
		case 12:
			if t[11] != 0xff {
				return false
{'fraction_non_alphanumeric': 0.1270838366755255, 'fraction_numerical': 0.05315293549166465, 'mean_word_length': 2.0918595967139657, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6364687', 'n_tokens_mistral': 2234, 'n_tokens_neox': 1659, 'n_words': 465}