<commit_before>/*
   base64.cpp and base64.h

   Copyright (C) 2004-2008 <NAME>

   This source code is provided 'as-is', without any express or implied
   warranty. In no event will the author be held liable for any damages
   arising from the use of this software.

   Permission is granted to anyone to use this software for any purpose,
   including commercial applications, and to alter it and redistribute it
   freely, subject to the following restrictions:

   1. The origin of this source code must not be misrepresented; you must not
	  claim that you wrote the original source code. If you use this source code
	  in a product, an acknowledgment in the product documentation would be
	  appreciated but is not required.

   2. Altered source versions must be plainly marked as such, and must not be
	  misrepresented as being the original source code.

   3. This notice may not be removed or altered from any source distribution.

   <NAME> <EMAIL>
*/
/// Adapted from code found on http://stackoverflow.com/questions/180947/base64-decode-snippet-in-c
/// Originally by <NAME>, modified by some other guy and then devified by <NAME>.

#include "Base64.h"
using namespace dev;

static const char base64_chars[] =
		"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
		"abcdefghijklmnopqrstuvwxyz"
		"0123456789+/";

static inline bool is_base64(byte c) {
	return (isalnum(c) || (c == '+') || (c == '/'));
}

static inline byte find_base64_char_index(byte c) {
	auto it = std::find(base64_chars, base64_chars + sizeof(base64_chars), c);
	return static_cast<byte>(it - base64_chars);
}

std::string dev::toBase64(bytesConstRef _in) {
	std::string ret;
	int i = 0;
	int j = 0;
	byte char_array_3[3];
	byte char_array_4[4];

	auto buf = _in.data();
	auto bufLen = _in.size();

	while (bufLen--) {
		char_array_3[i++] = *(buf++);
		if (i == 3) {
			char_array_4[0] = (char_array_3[0] & 0xfc) >> 2;
			char_array_4[1] = ((char_array_3[0] & 0x03) << 4) + ((char_array_3[1] & 0xf0) >> 4);
			char_array_4[2] = ((char_array_3[1] & 0x0f) << 2) + ((char_array_3[2] & 0xc0) >> 6);
			char_array_4[3] = char_array_3[2] & 0x3f;<commit_msg>Apply chriseth's idea about improving find_base64_char_index helper function.<commit_after>/*
   base64.cpp and base64.h

   Copyright (C) 2004-2008 <NAME>

   This source code is provided 'as-is', without any express or implied
   warranty. In no event will the author be held liable for any damages
   arising from the use of this software.

   Permission is granted to anyone to use this software for any purpose,
   including commercial applications, and to alter it and redistribute it
   freely, subject to the following restrictions:

   1. The origin of this source code must not be misrepresented; you must not
	  claim that you wrote the original source code. If you use this source code
	  in a product, an acknowledgment in the product documentation would be
	  appreciated but is not required.

   2. Altered source versions must be plainly marked as such, and must not be
	  misrepresented as being the original source code.

   3. This notice may not be removed or altered from any source distribution.

   <NAME> <EMAIL>
*/
/// Adapted from code found on http://stackoverflow.com/questions/180947/base64-decode-snippet-in-c
/// Originally by <NAME>, modified by some other guy and then devified by <NAME>.

#include "Base64.h"
using namespace dev;

static inline bool is_base64(byte c) {
	return (isalnum(c) || (c == '+') || (c == '/'));
}

static inline byte find_base64_char_index(byte c) {
	if ('A' <= c && c <= 'Z') return c - 'A';
	else if ('a' <= c && c <= 'z') return c - 'a' + 1 + find_base64_char_index('Z');
	else if ('0' <= c && c <= '9') return c - '0' + 1 + find_base64_char_index('z');
	else if (c == '+') return 1 + find_base64_char_index('9');
	else if (c == '/') return 1 + find_base64_char_index('+');
	else return 1 + find_base64_char_index('/');
}

std::string dev::toBase64(bytesConstRef _in) {
	static const char base64_chars[] =
			"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
			"abcdefghijklmnopqrstuvwxyz"
			"0123456789+/";

	std::string ret;
	int i = 0;
	int j = 0;
	byte char_array_3[3];
	byte char_array_4[4];

	auto buf = _in.data();
	auto bufLen = _in.size();

	while (bufLen--) {
		char_array_3[i++] = *(buf++);
		if (i == 3) {
			char_array_4[0] = (char_array_3[0] & 0xfc) >> 2;
			char_array_4[1] = ((char_array_3[0] & 0x03) << 4) + ((char_array_3[1] & 0xf0) >> 4);
			char_array_4[2] = ((char_array_3[1] & 0x0f) << 2) + ((char_array_3[2] & 0xc0) >> 6);
			char_array_4[3] = char_array_3[2] & 0x3f;
{'fraction_non_alphanumeric': 0.12337805146250275, 'fraction_numerical': 0.04508467121178799, 'mean_word_length': 3.8798283261802573, 'pattern_counts': {'":': 0, '<': 28, '<?xml version=': 0, '>': 26, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2059055', 'n_tokens_mistral': 1737, 'n_tokens_neox': 1560, 'n_words': 543}