<commit_before>/*  sexp.h -- header for sexp library                         */
/*  Copyright (c) 2009-2012 <NAME>.  All rights reserved. */
/*  BSD-style license: http://synthcode.com/license.txt       */

#ifndef SEXP_H
#define SEXP_H

#ifdef __cplusplus
extern "C" {
#endif

#define SEXP_MODULE_PATH_VAR "CHIBI_MODULE_PATH"

#include "chibi/features.h"
#include "chibi/install.h"

#if defined(_WIN32) || defined(__MINGW32__)
#include <windows.h>
#define sexp_isalpha(x) ((isalpha)((int)(x)))
#define sexp_isxdigit(x) ((isxdigit)((int)(x)))
#define sexp_isdigit(x) ((isdigit)((int)(x)))
#define sexp_tolower(x) ((tolower)((int)(x)))
#define sexp_toupper(x) ((toupper)((int)(x)))
#else
#if SEXP_USE_DL
#include <dlfcn.h>
#endif
#if SEXP_USE_GREEN_THREADS || SEXP_USE_GC_FILE_DESCRIPTORS
#include <errno.h>
#endif<commit_msg>including unistd.h for green threads<commit_after>/*  sexp.h -- header for sexp library                         */
/*  Copyright (c) 2009-2012 <NAME>.  All rights reserved. */
/*  BSD-style license: http://synthcode.com/license.txt       */

#ifndef SEXP_H
#define SEXP_H

#ifdef __cplusplus
extern "C" {
#endif

#define SEXP_MODULE_PATH_VAR "CHIBI_MODULE_PATH"

#include "chibi/features.h"
#include "chibi/install.h"

#if defined(_WIN32) || defined(__MINGW32__)
#include <windows.h>
#define sexp_isalpha(x) ((isalpha)((int)(x)))
#define sexp_isxdigit(x) ((isxdigit)((int)(x)))
#define sexp_isdigit(x) ((isdigit)((int)(x)))
#define sexp_tolower(x) ((tolower)((int)(x)))
#define sexp_toupper(x) ((toupper)((int)(x)))
#else
#if SEXP_USE_DL
#include <dlfcn.h>
#endif
#if SEXP_USE_GREEN_THREADS || SEXP_USE_GC_FILE_DESCRIPTORS
#include <errno.h>
#include <unistd.h>
#endif
{'fraction_non_alphanumeric': 0.17306556408741877, 'fraction_numerical': 0.014176018901358535, 'mean_word_length': 5.02846975088968, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4471171', 'n_tokens_mistral': 701, 'n_tokens_neox': 680, 'n_words': 133}