<commit_before>#include <ctype.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#define MAX_LINE_BYTES 8192

void showusage() {
    fprintf(stderr, "\nusage: $ dedupe SUFFIX FILE1 FILE2 [FILEN ...]\n");
    exit(1);
}

static int empty(const char * s) {
    while (*s != '\0') {
        if (!isspace(*s))
            return 0;
        s++;
    }
    return 1;
}
<commit_msg>usage note<commit_after>#include <ctype.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#define MAX_LINE_BYTES 8192

void showusage() {
    fprintf(stderr, "for every input file, writes a new file with SUFFIX ");
    fprintf(stderr, "which contains lines unique among all files.\n");
    fprintf(stderr, "\nusage: $ dedupe SUFFIX FILE1 FILE2 [FILEN ...]\n");
    exit(1);
}

static int empty(const char * s) {
    while (*s != '\0') {
        if (!isspace(*s))
            return 0;
        s++;
    }
    return 1;
}

{'fraction_non_alphanumeric': 0.16395222584147665, 'fraction_numerical': 0.021715526601520086, 'mean_word_length': 2.747967479674797, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1574729', 'n_tokens_mistral': 346, 'n_tokens_neox': 331, 'n_words': 94}