<commit_before>/*******************************************************************************
FILE : myio.h

LAST MODIFIED : 6 March 2000

DESCRIPTION :
Some additions/modifications to stdio.
==============================================================================*/
#if !defined (MYIO_H)
#define MYIO_H

#include <stdio.h>
/*???DB.  Contains definition of __BYTE_ORDER for Linux */
#include <ctype.h>
#if defined (WINDOWS)
#define __BYTE_ORDER 1234
#endif /* defined (WINDOWS) */

/*
Global macros
-------------
*/
#if defined (__BYTE_ORDER) && (1234==__BYTE_ORDER)
#define BINARY_FILE_READ( char_ptr,sizeof_type,count,binary_file ) \
fread_little_to_big_endian(char_ptr,sizeof_type,count,binary_file)

#define BINARY_FILE_WRITE( char_ptr,sizeof_type,count,binary_file ) \
fwrite_big_to_little_endian(char_ptr,sizeof_type,count,binary_file)
#else /* defined (__BYTE_ORDER) && (1234==__BYTE_ORDER) */
#define BINARY_FILE_READ( char_ptr,sizeof_type,count,binary_file ) \
fread(char_ptr,sizeof_type,count,binary_file)

#define BINARY_FILE_WRITE( char_ptr,sizeof_type,count,binary_file ) \
fwrite(char_ptr,sizeof_type,count,binary_file)
#endif /* defined (__BYTE_ORDER) && (1234==__BYTE_ORDER) */
<commit_msg>Tidying up picking up __BYTE_ORDER for endianness and adding AIX<commit_after>/*******************************************************************************
FILE : myio.h

LAST MODIFIED : 23 May 2002

DESCRIPTION :
Some additions/modifications to stdio.
==============================================================================*/
#if !defined (MYIO_H)
#define MYIO_H

#include <stdio.h>

#if defined (GENERIC_PC)
#include <endian.h>
#endif /* defined (WINDOWS) */
#if defined (SGI)
#include <sys/endian.h>
#endif /* defined (SGI) */
#if defined (AIX)
#include <machine/endian.h>
#endif /* defined (AIX) */
#if defined (WINDOWS)
#define __BYTE_ORDER 1234
#endif /* defined (WINDOWS) */

/*
Global macros
-------------
*/
#if defined (__BYTE_ORDER) && (1234==__BYTE_ORDER)
#define BINARY_FILE_READ( char_ptr,sizeof_type,count,binary_file ) \
fread_little_to_big_endian(char_ptr,sizeof_type,count,binary_file)

#define BINARY_FILE_WRITE( char_ptr,sizeof_type,count,binary_file ) \
fwrite_big_to_little_endian(char_ptr,sizeof_type,count,binary_file)
#else /* defined (__BYTE_ORDER) && (1234==__BYTE_ORDER) */
#define BINARY_FILE_READ( char_ptr,sizeof_type,count,binary_file ) \
fread(char_ptr,sizeof_type,count,binary_file)

#define BINARY_FILE_WRITE( char_ptr,sizeof_type,count,binary_file ) \
fwrite(char_ptr,sizeof_type,count,binary_file)
#endif /* defined (__BYTE_ORDER) && (1234==__BYTE_ORDER) */

{'fraction_non_alphanumeric': 0.2420771286750668, 'fraction_numerical': 0.016418480336006108, 'mean_word_length': 7.534201954397394, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3355447', 'n_tokens_mistral': 924, 'n_tokens_neox': 859, 'n_words': 160}