<commit_before>#lang racket/base

(require (for-syntax "transformer.rkt"
                     syntax/parse
                     syntax/stx
                     racket/set
                     racket/syntax
                     "literals.rkt"
                     (prefix-in phase1: "parse2.rkt")
                     "debug.rkt"
                     (prefix-in phase1: "compile.rkt")
                     "util.rkt"
                     (prefix-in syntax: syntax/parse/private/residual-ct)
                     racket/base)
         (for-meta 2 syntax/parse
                     racket/base
                     macro-debugger/emit
                     (prefix-in phase2: "parse2.rkt")
                     (prefix-in phase2: "compile.rkt"))
         (prefix-in phase0: "compile.rkt")
         "literals.rkt"
         "syntax.rkt"
         "debug.rkt"
         (for-meta -1 "literals.rkt" "compile.rkt" "parse2.rkt" "parse-helper.rkt")
         #;
         (for-syntax "honu-typed-scheme.rkt")
         syntax/parse)

(define-for-syntax (convert-pattern original-pattern new-names)
  (define-splicing-syntax-class pattern-type<commit_msg>work around an internal module-instantation bug<commit_after>#lang racket/base

(require (for-syntax "transformer.rkt"
                     syntax/parse
                     syntax/stx
                     racket/set
                     racket/syntax
                     "literals.rkt"
                     (prefix-in phase1: "parse2.rkt")
                     "debug.rkt"
                     (prefix-in phase1: "compile.rkt")
                     "util.rkt"
                     (prefix-in syntax: syntax/parse/private/residual-ct)
                     racket/base)
         (for-meta 2 syntax/parse
                     racket/base
                     macro-debugger/emit
                     (prefix-in phase2: "parse2.rkt")
                     (prefix-in phase2: "compile.rkt"))
         (prefix-in phase0: "compile.rkt")
         "literals.rkt"
         "syntax.rkt"
         "debug.rkt"
         (for-meta -1 "literals.rkt" "compile.rkt" "parse-helper.rkt" "parse2.rkt")
         #;
         (for-syntax "honu-typed-scheme.rkt")
         syntax/parse)

(define-for-syntax (convert-pattern original-pattern new-names)
  (define-splicing-syntax-class pattern-type
{'fraction_non_alphanumeric': 0.11038961038961038, 'fraction_numerical': 0.008658008658008658, 'mean_word_length': 1.2546341463414634, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '350509', 'n_tokens_mistral': 710, 'n_tokens_neox': 660, 'n_words': 112}