<commit_before>#include "php_http.h"

#ifdef PHP_HTTP_HAVE_HASH
#	include "php_hash.h"
#endif

#include <ext/standard/crc32.h>
#include <ext/standard/sha1.h>
#include <ext/standard/md5.h>

PHP_HTTP_API php_http_etag_t *php_http_etag_init(const char *mode TSRMLS_DC)
{
	void *ctx;
	php_http_etag_t *e;

#ifdef PHP_HTTP_HAVE_HASH
	const php_hash_ops *eho = NULL;

	if (mode && (eho = php_hash_fetch_ops(mode, strlen(mode)))) {
		ctx = emalloc(eho->context_size);
		eho->hash_init(ctx);
	} else
#endif
	if (mode && ((!strcasecmp(mode, "crc32")) || (!strcasecmp(mode, "crc32b")))) {
		ctx = emalloc(sizeof(uint));
		*((uint *) ctx) = ~0;
	} else if (mode && !strcasecmp(mode, "sha1")) {
		PHP_SHA1Init(ctx = emalloc(sizeof(PHP_SHA1_CTX)));
	} else if (mode && !strcasecmp(mode, "md5")) {
		PHP_MD5Init(ctx = emalloc(sizeof(PHP_MD5_CTX)));
	} else {
		return NULL;
	}

	e = emalloc(sizeof(*e));
	e->ctx = ctx;
	e->mode = estrdup(mode);
	TSRMLS_SET_CTX(e->ts);

	return e;
}

PHP_HTTP_API char *php_http_etag_finish(php_http_etag_t *e)
{
	unsigned char digest[128] = {0};
	char *etag = NULL;

#ifdef PHP_HTTP_HAVE_HASH
	const php_hash_ops *eho = NULL;

	if (mode && (eho = php_hash_fetch_ops(e->mode, strlen(e->mode)))) {
		eho->hash_final(digest, e->ctx);
		etag = php_http_etag_digest(digest, eho->digest_size);
	} else
#endif
	if (((!strcasecmp(e->mode, "crc32")) || (!strcasecmp(e->mode, "crc32b")))) {
		*((uint *) e->ctx) = ~*((uint *) e->ctx);
		etag = php_http_etag_digest((const unsigned char *) e->ctx, sizeof(uint));
	} else if ((!strcasecmp(e->mode, "sha1"))) {
		PHP_SHA1Final(digest, e->ctx);
		etag = php_http_etag_digest(digest, 20);
	} else {
		PHP_MD5Final(digest, e->ctx);
		etag = php_http_etag_digest(digest, 16);
	}
	efree(e->ctx);
	efree(e->mode);
	efree(e);

	return etag;
}

PHP_HTTP_API size_t php_http_etag_update(php_http_etag_t *e, const char *data_ptr, size_t data_len)
{
#ifdef PHP_HTTP_HAVE_HASH
	const php_hash_ops *eho = NULL;

	if (mode && (eho = php_hash_fetch_ops(e->mode, strlen(e->mode)))) {
		eho->hash_update(e->ctx, (const unsigned char *) data_ptr, data_len);
	} else
#endif
	if (((!strcasecmp(e->mode, "crc32")) || (!strcasecmp(e->mode, "crc32b")))) {
		uint i, c = *((uint *) e->ctx);
		for (i = 0; i < data_len; ++i) {
			CRC32(c, data_ptr[i]);
		}
		*((uint *) e->ctx) = c;
	} else if ((!strcasecmp(e->mode, "sha1"))) {
		PHP_SHA1Update(e->ctx, (const unsigned char *) data_ptr, data_len);
	} else {
		PHP_MD5Update(e->ctx, (const unsigned char *) data_ptr, data_len);
	}

	return data_len;
}

<commit_msg>fix build<commit_after>#include "php_http.h"


#ifdef PHP_HTTP_HAVE_HASH
#	include "php_hash.h"
#endif

#include <ext/standard/crc32.h>
#include <ext/standard/sha1.h>
#include <ext/standard/md5.h>

PHP_HTTP_API php_http_etag_t *php_http_etag_init(const char *mode TSRMLS_DC)
{
	void *ctx;
	php_http_etag_t *e;

#ifdef PHP_HTTP_HAVE_HASH
	const php_hash_ops *eho = NULL;

	if (mode && (eho = php_hash_fetch_ops(mode, strlen(mode)))) {
		ctx = emalloc(eho->context_size);
		eho->hash_init(ctx);
	} else
#endif
	if (mode && ((!strcasecmp(mode, "crc32")) || (!strcasecmp(mode, "crc32b")))) {
		ctx = emalloc(sizeof(uint));
		*((uint *) ctx) = ~0;
	} else if (mode && !strcasecmp(mode, "sha1")) {
		PHP_SHA1Init(ctx = emalloc(sizeof(PHP_SHA1_CTX)));
	} else if (mode && !strcasecmp(mode, "md5")) {
		PHP_MD5Init(ctx = emalloc(sizeof(PHP_MD5_CTX)));
	} else {
		return NULL;
	}

	e = emalloc(sizeof(*e));
	e->ctx = ctx;
	e->mode = estrdup(mode);
	TSRMLS_SET_CTX(e->ts);

	return e;
}

PHP_HTTP_API char *php_http_etag_finish(php_http_etag_t *e)
{
	unsigned char digest[128] = {0};
	char *etag = NULL;

#ifdef PHP_HTTP_HAVE_HASH
	const php_hash_ops *eho = NULL;

	if (e->mode && (eho = php_hash_fetch_ops(e->mode, strlen(e->mode)))) {
		eho->hash_final(digest, e->ctx);
		etag = php_http_etag_digest(digest, eho->digest_size);
	} else
#endif
	if (((!strcasecmp(e->mode, "crc32")) || (!strcasecmp(e->mode, "crc32b")))) {
		*((uint *) e->ctx) = ~*((uint *) e->ctx);
		etag = php_http_etag_digest((const unsigned char *) e->ctx, sizeof(uint));
	} else if ((!strcasecmp(e->mode, "sha1"))) {
		PHP_SHA1Final(digest, e->ctx);
		etag = php_http_etag_digest(digest, 20);
	} else {
		PHP_MD5Final(digest, e->ctx);
		etag = php_http_etag_digest(digest, 16);
	}
	efree(e->ctx);
	efree(e->mode);
	efree(e);

	return etag;
}

PHP_HTTP_API size_t php_http_etag_update(php_http_etag_t *e, const char *data_ptr, size_t data_len)
{
#ifdef PHP_HTTP_HAVE_HASH
	const php_hash_ops *eho = NULL;

	if (mode && (eho = php_hash_fetch_ops(e->mode, strlen(e->mode)))) {
		eho->hash_update(e->ctx, (const unsigned char *) data_ptr, data_len);
	} else
#endif
	if (((!strcasecmp(e->mode, "crc32")) || (!strcasecmp(e->mode, "crc32b")))) {
		uint i, c = *((uint *) e->ctx);
		for (i = 0; i < data_len; ++i) {
			CRC32(c, data_ptr[i]);
		}
		*((uint *) e->ctx) = c;
	} else if ((!strcasecmp(e->mode, "sha1"))) {
		PHP_SHA1Update(e->ctx, (const unsigned char *) data_ptr, data_len);
	} else {
		PHP_MD5Update(e->ctx, (const unsigned char *) data_ptr, data_len);
	}

	return data_len;
}


{'fraction_non_alphanumeric': 0.19159795838241067, 'fraction_numerical': 0.015704750687082842, 'mean_word_length': 4.952102803738318, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 72, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1495853', 'n_tokens_mistral': 2379, 'n_tokens_neox': 2220, 'n_words': 417}