<commit_before>#include <stdio.h>
#include <stdlib.h>
#include <fcntl.h>
#include <dirent.h>
#include <unistd.h>
#include "stats.h"
#include "trace.h"
#include "dict.h"
#include "string1.h"
#include "lustre_obd_to_mnt.h"

#define LLITE_DIR_PATH "/proc/fs/lustre/llite"

/* Based on llite_opcode_table in lustre-1.8.5/lustre/llite/lproc_llite.c.

   In read_bytes, count is based on argument to read(), not return value.
   direct_{read,write} are not counted in {read,write}_bytes.
   direct_{read,write} are tallied in bytes not pages.
   brw_read is tallied in bytes not pages, and is only used in
   ll_prepare_write() when the write is not a complete page.
   brw_write is not used.
   lockless_{read,write}_bytes values seem to be same as direct_{read,write}.
   The writeback_* stats are unused.
   lockless_truncates are a subset of truncates.

   If you find out what 'regs' are then please let me know.
*/<commit_msg>Remove unnecessary includes from llite.h.<commit_after>#include <stdio.h>
#include <stdlib.h>
#include <dirent.h>
#include "stats.h"
#include "trace.h"
#include "string1.h"
#include "lustre_obd_to_mnt.h"

#define LLITE_DIR_PATH "/proc/fs/lustre/llite"

/* Based on llite_opcode_table in lustre-1.8.5/lustre/llite/lproc_llite.c.

   In read_bytes, count is based on argument to read(), not return value.
   direct_{read,write} are not counted in {read,write}_bytes.
   direct_{read,write} are tallied in bytes not pages.
   brw_read is tallied in bytes not pages, and is only used in
   ll_prepare_write() when the write is not a complete page.
   brw_write is not used.
   lockless_{read,write}_bytes values seem to be same as direct_{read,write}.
   The writeback_* stats are unused.
   lockless_truncates are a subset of truncates.

   If you find out what 'regs' are then please let me know.
*/
{'fraction_non_alphanumeric': 0.09983543609434997, 'fraction_numerical': 0.004388370817334065, 'mean_word_length': 4.181818181818182, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7256784', 'n_tokens_mistral': 642, 'n_tokens_neox': 633, 'n_words': 216}