<commit_before>\* Copyright (c) 2012-2019 <NAME>.  All rights reserved.    *\
\* BSD 3-Clause License: http://opensource.org/licenses/BSD-3-Clause *\

(package _scm [begin quote string->symbol null? car cdr pair? else
                     vector-ref vector-set! make-vector string non-rational-/
                     string-append integer->char char->integer
                     string-ref string-length substring list
                     eq? equal? scm. scm.import import *toplevel*
                     letrec scm.letrec scm.with-input-from-string scm.read
                     scm.define scm.goto-label scm.begin
                     scm.value/or scm.get/or scm.<-vector/or scm.<-address/or]

(define initialize-compiler
  -> (do (set *compiling-shen-sources* false)
         (set *yields-boolean2* [or and < > >= <= =])
         (set *yields-boolean1*
               [not
                string? vector? number? cons? absvector? element? symbol?
                tuple? variable? boolean? empty? shen.pvar?])
         (set *kl-prefix* (intern "kl:"))))

(define unbound-symbol?<commit_msg>Update list of boolean yielding functions<commit_after>\* Copyright (c) 2012-2019 <NAME>.  All rights reserved.    *\
\* BSD 3-Clause License: http://opensource.org/licenses/BSD-3-Clause *\

(package _scm [begin quote string->symbol null? car cdr pair? else
                     vector-ref vector-set! make-vector string non-rational-/
                     string-append integer->char char->integer
                     string-ref string-length substring list
                     eq? equal? scm. scm.import import *toplevel*
                     letrec scm.letrec scm.with-input-from-string scm.read
                     scm.define scm.goto-label scm.begin
                     scm.value/or scm.get/or scm.<-vector/or scm.<-address/or]

(define initialize-compiler
  -> (do (set *compiling-shen-sources* false)
         (set *yields-boolean2* [or and < > >= <= =])
         (set *yields-boolean1*
               [not
                string? vector? number? cons? absvector? element? symbol?
                tuple? variable? boolean? empty? shen.pvar?
                shen.+string? shen.+vector?])
         (set *kl-prefix* (intern "kl:"))))

(define unbound-symbol?
{'fraction_non_alphanumeric': 0.12389380530973451, 'fraction_numerical': 0.010619469026548672, 'mean_word_length': 1.891304347826087, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1500919', 'n_tokens_mistral': 700, 'n_tokens_neox': 653, 'n_words': 170}