<commit_before>
typedef struct ibase_conn_s
{
  isc_db_handle db;             /* database handle */
  isc_tr_handle trans;          /* transaction handle */
  ISC_STATUS_ARRAY status;
} ibase_conn_t;

typedef struct ibase_stmt_s
{
  XSQLDA  *osqlda;                 /* output SQLDA */
  isc_stmt_handle stmt;            /* statement handle */
  unsigned long long rowcount;
} ibase_stmt_t;

typedef struct vary_s {
  short vary_length;
  char vary_string[1];
} vary_t;



#define FIREBIRD_RESERVED_WORDS { \
        "", \
        NULL }<commit_msg>*puh*, Adding firebird/interbase reserved words, That sure was a dirty job......<commit_after>	
typedef struct ibase_conn_s
{
  isc_db_handle db;             /* database handle */
  isc_tr_handle trans;          /* transaction handle */
  ISC_STATUS_ARRAY status;
} ibase_conn_t;

typedef struct ibase_stmt_s
{
  XSQLDA  *osqlda;                 /* output SQLDA */
  isc_stmt_handle stmt;            /* statement handle */
  unsigned long long rowcount;
} ibase_stmt_t;

typedef struct vary_s {
  short vary_length;
  char vary_string[1];
} vary_t;



#define FIREBIRD_RESERVED_WORDS \
{ \
     "ACTION", \
     "ACTIVE", \
     "ADD", \
     "ADMIN", \
     "AFTER", \
     "ALL", \
     "ALTER", \
     "AND", \
     "ANY", \
     "ARE", \
     "AS", \
     "ASC", \
     "ASCENDING", \
     "AT", \
     "AUTO", \
     "AUTODDL", \
     "AVG", \
     "BASED", \
     "BASENAME", \
     "BASE_NAME", \
     "BEFORE", \
     "BEGIN", \
     "BETWEEN", \
     "BLOB", \
     "BLOBEDIT", \
     "BUFFER", \
     "BY", \
     "CACHE", \
     "CASCADE", \
     "CAST", \
     "CHAR", \
     "CHARACTER", \
     "CHAR_LENGTH", \
     "CHARACTER_LENGTH", \
     "CHECK", \
     "CHECK_POINT_LEN", \
     "CHECK_POINT_LENGTH", \
     "CLOSE", \
     "COLLATE", \
     "COLLATION", \
     "COLUMN", \
     "COMMIT", \
     "COMMITTED", \
     "COMPILETIME", \
     "COMPUTED", \
     "CONDITIONAL", \
     "CONNECT", \
     "CONSTRAINT", \
     "CONTAINING", \
     "CONTINUE", \
     "COUNT", \
     "CREATE", \
     "CSTRING", \
     "CURRENT", \
     "CURRENT_DATE", \
     "CURRENT_TIME", \
     "CURRENT_TIMESTAMP", \
     "DATABASE", \
     "DATE", \
     "DAY", \
     "DB_KEY", \
     "DEBUG", \
     "DEC", \
     "DECIMAL", \
     "DECLARE", \
     "DEFAULT", \
     "DELETE", \
     "DESCENDING", \
     "DESCRIBE", \
     "DESCRIPTOR", \
     "DISCONNECT", \
     "DISPLAY", \
     "DISTINCT", \
     "DO", \
     "DOMAIN", \
     "DOUBLE",\
     "DROP",\
     "ECHO", \
     "EDIT", \
     "ELSE", \
     "END", \
     "ENTRY_POINT", \
     "ESCAPE", \
     "EVENT", \
     "EXCEPTION", \
     "EXEC", \
     "EXECUTE", \
     "EXISTS", \
     "EXIT", \
     "EXTERN", \
     "EXTERNAL", \
     "EXTRACT", \
     "FETCH", \
     "FILE", \
     "FILTER", \
     "FLOAT", \
     "FOR", \
     "FOREIGN", \
     "FOUND", \
     "FREE_IT", \
     "FROM", \
     "FULL", \
     "FUNCTION", \
     "GDSCODE", \
     "GENERATOR", \
     "GEN_ID", \
     "GLOBAL", \
     "GOTO", \
     "GRANT", \
     "GROUP", \
     "GROUP_COMMIT_WAIT", \
     "GROUP_COMMIT_WAIT_TIME", \
     "HAVING", \
     "HELP", \
     "HOUR", \
     "IF", \
     "IMMEDIATE", \
     "IN", \
     "INACTIVE", \
     "INDEX", \
     "INDICATOR", \
     "INNER", \
     "INPUT", \
     "INPUT_TYPE", \
     "INSERT", \
     "INT", \
     "INTEGER", \
     "INTO", \
     "IS", \
     "ISOLATION", \
     "ISQL", \
     "JOIN", \
     "KEY", \
     "LC_MESSAGES",\
     "LC_TYPE", \
     "LEFT", \
     "LENGTH", \
     "LEV", \
     "LEVEL", \
     "LIKE", \
     "LOGFILE", \
     "LOG_BUF_SIZE", \
     "LONG", \
     "MANUAL", \
     "MAX", \
     "MAXIMUM", \
     "MAXIMUM_SEGMENT", \
     "MAX_SEGMENT", \
     "MERGE", \
     "MESSAGE", \
     "MIN", \
     "MINIMUM", \
     "MINUTE", \
     "MODULE_NAME", \
     "MONTH", \
     "NAMES", \
     "NATIONAL", \
     "NATURAL", \
     "NCHAR", \
     "NO", \
     "NOAUTO", \
     "NOT", \
     "NULL", \
     "NUM_LOG_BUFS", \
     "NUM_LOG_BUFFERS", \
     "NUMERIC", \
     "OCTET_LENGTH", \
     "OF", \
     "ON", \
     "ONLY", \
     "OPEN", \
     "OPTION", \
     "OR", \
     "ORDER", \
     "OUTER", \
     "OUTPUT", \
     "OUTPUT_TYPE", \
     "OVERFLOW", \
     "PAGE", \
     "PAGELENGTH", \
     "PAGES", \
     "PAGE_SIZE", \
     "PARAMETER", \
     "PASSWORD", \
     "PLAN", \
     "POSITION", \
     "POST_EVENT", \
     "PRECISION", \
     "PREPARE", \
     "PRIMARY", \
     "PRIVILEGES", \
     "PROCEDURE", \
     "PUBLIC", \
     "QUIT", \
     "RAW_PARTITIONS", \
     "RDB$DB_KEY", \
     "READ", \
     "REAL", \
     "RECORD_VERSION", \
     "REFERENCES", \
     "RELEASE", \
     "RESERV", \
     "RESERVING", \
     "RESTRICT", \
     "RETAIN", \
     "RETURN", \
     "RETURNING_VALUES", \
     "RETURNS", \
     "REVOKE", \
     "RIGHT", \
     "ROLE", \
     "ROLLBACK", \
     "RUNTIME", \
     "SCHEMA", \
     "SECOND", \
     "SELECT", \
     "SET", \
     "SHADOW", \
     "SHARED", \
     "SHELL", \
     "SHOW", \
     "SINGULAR", \
     "SIZE", \
     "SMALLINT", \
     "SNAPSHOT", \
     "SOME", \
     "SORT", \
     "SQL", \
     "SQLCODE", \
     "SQLERROR", \
     "SQLWARNING", \
     "STABILITY", \
     "STARTING", \
     "STARTS", \
     "STATEMENT", \
     "STATIC", \
     "STATISTICS", \
     "SUB_TYPE", \
     "SUM", \
     "SUSPEND", \
     "TABLE", \
     "TERMINATOR", \
     "THEN", \
     "TIME", \
     "TIMESTAMP", \
     "TO", \
     "TRANSACTION", \
     "TRANSLATE", \
     "TRANSLATION", \
     "TRIGGER", \
     "TRIM", \
     "TRUE", \
     "TYPE", \
     "UNCOMMITTED", \
     "UNION", \
     "UNIQUE", \
     "UPDATE", \
     "UPPER", \
     "USER", \
     "USING", \
     "VALUE", \
     "VALUES", \
     "VARCHAR", \
     "VARIABLE", \
     "VARYING", \
     "VERSION", \
     "VIEW", \
     "WAIT", \
     "WEEKDAY", \
     "WHEN", \
     "WHENEVER", \
     "WHERE", \
     "WHILE", \
     "WITH", \
     "WORK", \
     "WRITE", \
     "YEAR", \
     "YEARDAY", \
     NULL \
}
{'fraction_non_alphanumeric': 0.20169182285619505, 'fraction_numerical': 0.0003317299718029524, 'mean_word_length': 1.3721479150275373, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6414913', 'n_tokens_mistral': 2445, 'n_tokens_neox': 2398, 'n_words': 372}