<commit_before># encoding: utf-8

from __future__ import unicode_literals

from zlib import compress, decompress
from base64 import b85encode, b85decode
from pprint import pformat
from collections import deque

from ..util import py, Line, iterate


def red(numbers):
	"""Encode the deltas to reduce entropy."""
	
	line = 0
	deltas = []
	
	for value in numbers:
		deltas.append(value - line)
		line = value
	
	return b85encode(compress(b''.join(chr(i).encode('latin1') for i in deltas))).decode('latin1')
<commit_msg>Base-85 was introduced in 3.4.  Switching to Base-64.<commit_after># encoding: utf-8

from __future__ import unicode_literals

from zlib import compress, decompress
from base64 import b64encode, b64decode
from pprint import pformat
from collections import deque

from ..util import py, Line, iterate


def red(numbers):
	"""Encode the deltas to reduce entropy."""
	
	line = 0
	deltas = []
	
	for value in numbers:
		deltas.append(value - line)
		line = value
	
	return b64encode(compress(b''.join(chr(i).encode('latin1') for i in deltas))).decode('latin1')

{'fraction_non_alphanumeric': 0.10335195530726257, 'fraction_numerical': 0.027932960893854747, 'mean_word_length': 4.541237113402062, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3998147', 'n_tokens_mistral': 384, 'n_tokens_neox': 344, 'n_words': 119}