<commit_before>/*=				       	-*- c-file-style: "linux" -*-
 * rproxy -- dynamic caching and delta update in HTTP
 * $Id$
 * 
 * Copyright (C) 1999, 2000 by <NAME> <<EMAIL>>
 * Copyright (C) 1999 by <NAME> <<EMAIL>>
 * 
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public License
 * as published by the Free Software Foundation; either version 2.1 of
 * the License, or (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 */

#define DEFAULT_SUM_LENGTH 8

/* We should make this something other than zero to improve the checksum
   algorithm: tridge suggests a prime number. */
#define CHAR_OFFSET 31

typedef uint32_t hs_weak_sum_t;
typedef unsigned char hs_strong_sum_t[HS_MD4_LENGTH];

typedef struct hs_rollsum hs_rollsum_t;


struct hs_target {
    short           t;
    int             i;
};


/* TODO: Include length of strong checksums in case it varies between
 * files. */

typedef struct hs_sum_buf hs_sum_buf_t;

/*
 * This structure describes all the sums generated for an instance of
 * a file.  It incorporates some redundancy to make it easier to
 * search.
 */
struct hs_sumset {
    off_t        flength;	/* total file length */
    int             count;	/* how many chunks */<commit_msg>Put checksum code back in.<commit_after>/*=				       	-*- c-file-style: "linux" -*-
 * rproxy -- dynamic caching and delta update in HTTP
 * $Id$
 * 
 * Copyright (C) 1999, 2000 by <NAME> <<EMAIL>>
 * Copyright (C) 1999 by <NAME> <<EMAIL>>
 * 
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public License
 * as published by the Free Software Foundation; either version 2.1 of
 * the License, or (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 */

typedef uint32_t hs_weak_sum_t;
typedef unsigned char hs_strong_sum_t[HS_MD4_LENGTH];

typedef struct hs_rollsum hs_rollsum_t;


struct hs_target {
    short           t;
    int             i;
};


/* TODO: Include length of strong checksums in case it varies between
 * files. */

typedef struct hs_sum_buf hs_sum_buf_t;

/*
 * This structure describes all the sums generated for an instance of
 * a file.  It incorporates some redundancy to make it easier to
 * search.
 */
struct hs_sumset {
    off_t        flength;	/* total file length */
    int             count;	/* how many chunks */
{'fraction_non_alphanumeric': 0.07435508345978756, 'fraction_numerical': 0.016084977238239758, 'mean_word_length': 3.130325814536341, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2025652', 'n_tokens_mistral': 1008, 'n_tokens_neox': 896, 'n_words': 442}