<commit_before>#lang scheme/base

(require scheme/pretty
         (for-syntax scheme/base))

(provide trace untrace
         current-trace-print-args trace-apply
         current-trace-notify
         current-prefix-out current-prefix-in)

(define max-dash-space-depth 10)
(define number-nesting-depth 6)
(define current-prefix-out (make-parameter "<"))
(define current-prefix-in (make-parameter ">"))

(define (as-spaces s)
  (make-string (string-length s) #\space))

(define-struct prefix-entry (for-first for-rest))

(define prefixes (make-hash))

(define (lookup-prefix n label)
  (hash-ref prefixes (cons n label) (lambda () #f)))

(define (insert-prefix n label first rest)
  (hash-set! prefixes (cons n label) (make-prefix-entry first rest)))

(define (construct-prefixes level label)
  (let loop ([n level]
             [first (list label)]
             [rest '(" ")])
    (if (>= n max-dash-space-depth)
        (let-values ([(pre-first pre-rest)
                      (build-prefixes number-nesting-depth label)])<commit_msg>removed extraneous export<commit_after>#lang scheme/base

(require scheme/pretty
         (for-syntax scheme/base))

(provide trace untrace
         current-trace-print-args trace-call
         current-trace-notify
         current-prefix-out current-prefix-in)

(define max-dash-space-depth 10)
(define number-nesting-depth 6)
(define current-prefix-out (make-parameter "<"))
(define current-prefix-in (make-parameter ">"))

(define (as-spaces s)
  (make-string (string-length s) #\space))

(define-struct prefix-entry (for-first for-rest))

(define prefixes (make-hash))

(define (lookup-prefix n label)
  (hash-ref prefixes (cons n label) (lambda () #f)))

(define (insert-prefix n label first rest)
  (hash-set! prefixes (cons n label) (make-prefix-entry first rest)))

(define (construct-prefixes level label)
  (let loop ([n level]
             [first (list label)]
             [rest '(" ")])
    (if (>= n max-dash-space-depth)
        (let-values ([(pre-first pre-rest)
                      (build-prefixes number-nesting-depth label)])
{'fraction_non_alphanumeric': 0.14608361364728495, 'fraction_numerical': 0.0028832292167227293, 'mean_word_length': 3.0743639921722115, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5250507', 'n_tokens_mistral': 676, 'n_tokens_neox': 652, 'n_words': 173}