<commit_before>#lang racket/base
(require racket/path racket/list
         racket/file
         racket/cmdline
         syntax/modread
         (prefix-in c: compiler/compile-file))
(provide compile-file compile-lib-path)

(define compile-file
  (case-lambda
    [(src)
     (with-module-reading-parameterization (lambda () (c:compile-file src)))]
    [(src dest)
     (with-module-reading-parameterization (lambda () (c:compile-file src dest)))]))

(define clean-count 0)

(define compiled-file-path (build-path "compiled" "pycket"))

(define racket-base-modules
  '("racket/private/stx"
    "racket/private/qq-and-or"
    "racket/private/gen-temp"
    "racket/private/cond"
    "racket/private/member"
    "racket/private/define-et-al"
    "racket/private/ellipses"
    "racket/private/sc"
    "racket/private/stxcase"
    "racket/private/template"
    "racket/private/stxloc"
    "racket/private/with-stx"
    "racket/private/letstx-scheme"
    "racket/private/stxcase-scheme"
    "racket/private/qqstx"
    "racket/private/norm-define"
    "racket/private/define"
    "racket/private/sort"
    "racket/private/case"
    "racket/private/logger"
    "racket/private/more-scheme"
    "racket/private/path"
    "racket/private/path-list"
    "racket/private/reading-param"
    "racket/repl"
    "racket/private/misc"
    "racket/private/kw-prop-key"
    "racket/private/name"
    "racket/private/procedure-alias"
    "racket/private/kw"
    "racket/private/stxparamkey"
    "racket/private/stxparam"
    "racket/stxparam-exptime"
    "racket/private/generic-methods"
    "racket/private/struct-info"
    "racket/private/define-struct"
    "racket/require-transform"
    "racket/provide-transform"
    "racket/private/reqprov"
    "racket/private/modbeg"
    "racket/private/submodule"
    "racket/private/reverse"
    "racket/private/for"
    "racket/private/map"
    "racket/private/kernstruct"
    "racket/private/top-int"
    "racket/private/pre-base"
    "racket/runtime-config"
    "racket/private/hash"
    "racket/private/list"
    "racket/private/string"
    "racket/private/kw-file"
    "racket/private/namespace"
    "racket/private/struct"
    "racket/private/base"
    "racket/base"
    "racket/private/performance-hint"
    "racket/private/executable-path"
    "racket/private/generic-interfaces"
    "racket/private/immediate-default"
    "syntax/wrap-modbeg"
    "racket/stxparam"
    "racket/private/cert"
    "racket/private/collect"
    "racket/private/old-path"
    "racket/private/kw-syntax-binding"))

(define racket-modules
  (append racket-base-modules
          '("racket/private/list-predicates"
            "racket/private/math-predicates"
            "racket/list"
            "racket/private/arity"
            "racket/private/norm-arity"
            "racket/promise"
            "racket/private/promise"
            "racket/private/config"
            "syntax/readerr"
            "syntax/module-reader"
            "syntax/modread"
            "setup/cross-system"
            "setup/dirs"
            "setup/private/dirs"
            "compiler/private/mach-o"
            "compiler/private/winutf16"
            "planet/private/define-config"
            "racket/cmdline"
            "setup/path-relativize"
            "pkg/path"
            "racket/private/vector-wraps"
            "racket/unsafe/ops"
            "racket/flonum"
            "racket/fixnum"
            "syntax/private/boundmap"
            "syntax/srcloc"
            "syntax/location"
            "racket/path"
            "racket/file"
            "racket/private/vector-wraps"
            "racket/unsafe/ops"
            "racket/private/port"
            "racket/private/portlines"
            "racket/struct-info"
            "racket/private/custom-write"
            "racket/pretty"
            "setup/main-collects"
            "setup/path-to-relative"
            "racket/contract/private/helpers"
            "racket/contract/private/prop"
            "racket/contract/private/blame"
            "racket/contract/private/generate-base"
            "racket/contract/private/guts"
            "racket/contract/private/misc"
            "racket/contract/private/arrow-common"
            "racket/contract/private/arr-i-parse"
            "racket/contract/private/arr-util"
            "racket/contract/private/arr-i"
            "racket/contract/private/arr-d"
            "racket/contract/private/and"
            "racket/contract/private/opt-guts"
            "racket/contract/private/list"
            "racket/contract/private/opt"
            "racket/contract/private/ds-helpers"
            "racket/contract/private/ds" ;; exn:fail : Reference to an undefined variable : build-optres22.1
            "racket/contract/private/arity-checking"
            "racket/contract/private/application-arity-checking"
            "racket/contract/private/arrow-higher-order"
            "racket/contract/private/kwd-info-struct"
            "racket/contract/private/box"
            "racket/contract/private/basic-opters"
            "racket/contract/private/arrow-val-first"
            "racket/contract/private/case-arrow" ;; fail
            "racket/contract/private/hash"
            "racket/contract/private/legacy"
            "racket/contract/private/orc"
            "racket/contract/private/out" ;; fail
            "racket/contract/private/object" ;; needs classes
            "racket/contract/private/parametric"
            "racket/contract/private/provide" ;; fail
            "racket/contract/private/struct-dc" ;; infinite exn:fail : abort-current-continuation: no such prompt exists
            "racket/contract/private/struct-prop"
            "racket/contract/private/rand"
            "racket/contract/private/top-sort"
            "racket/contract/private/types"
            "racket/contract/private/unconstrained-domain-arrow"
            "racket/contract/private/vector"

            "racket/private/serialize-structs"
            "racket/private/so-search"
            "racket/private/runtime-path-table"
            "racket/private/this-expression-source-directory"
            "racket/runtime-path" ;; exn:fail : Reference to an undefined variable : path->collects-relative10.1
            "racket/unsafe/undefined"
            "syntax/kerncase"
            "racket/private/class-wrapped"
            "racket/private/classidmap"
            "racket/private/class-undef"
            "racket/private/check"
            "racket/private/custom-hash" ;; fail
            "racket/private/generic" ;; fail
            "racket/private/local"
            "racket/private/place-local"<commit_msg>Add missing files.<commit_after>#lang racket/base
(require racket/path racket/list
         racket/file
         racket/cmdline
         syntax/modread
         (prefix-in c: compiler/compile-file))
(provide compile-file compile-lib-path)

(define compile-file
  (case-lambda
    [(src)
     (with-module-reading-parameterization (lambda () (c:compile-file src)))]
    [(src dest)
     (with-module-reading-parameterization (lambda () (c:compile-file src dest)))]))

(define clean-count 0)

(define compiled-file-path (build-path "compiled" "pycket"))

(define racket-base-modules
  '("racket/private/stx"
    "racket/private/qq-and-or"
    "racket/private/gen-temp"
    "racket/private/cond"
    "racket/private/member"
    "racket/private/define-et-al"
    "racket/private/ellipses"
    "racket/private/sc"
    "racket/private/stxcase"
    "racket/private/template"
    "racket/private/stxloc"
    "racket/private/with-stx"
    "racket/private/letstx-scheme"
    "racket/private/stxcase-scheme"
    "racket/private/qqstx"
    "racket/private/norm-define"
    "racket/private/define"
    "racket/private/sort"
    "racket/private/case"
    "racket/private/logger"
    "racket/private/more-scheme"
    "racket/private/path"
    "racket/private/path-list"
    "racket/private/reading-param"
    "racket/repl"
    "racket/private/misc"
    "racket/private/kw-prop-key"
    "racket/private/name"
    "racket/private/procedure-alias"
    "racket/private/kw"
    "racket/private/stxparamkey"
    "racket/private/stxparam"
    "racket/stxparam-exptime"
    "racket/private/generic-methods"
    "racket/private/struct-info"
    "racket/private/define-struct"
    "racket/require-transform"
    "racket/provide-transform"
    "racket/private/reqprov"
    "racket/private/modbeg"
    "racket/private/submodule"
    "racket/private/reverse"
    "racket/private/for"
    "racket/private/map"
    "racket/private/kernstruct"
    "racket/private/top-int"
    "racket/private/pre-base"
    "racket/runtime-config"
    "racket/private/hash"
    "racket/private/list"
    "racket/private/string"
    "racket/private/kw-file"
    "racket/private/namespace"
    "racket/private/struct"
    "racket/private/base"
    "racket/base"
    "racket/private/performance-hint"
    "racket/private/executable-path"
    "racket/private/generic-interfaces"
    "racket/private/immediate-default"
    "syntax/wrap-modbeg"
    "racket/stxparam"
    "racket/private/cert"
    "racket/private/collect"
    "racket/private/old-path"
    "racket/private/kw-syntax-binding"))

(define racket-modules
  (append racket-base-modules
          '("racket/private/list-predicates"
            "racket/private/math-predicates"
            "racket/list"
            "racket/private/arity"
            "racket/private/norm-arity"
            "racket/promise"
            "racket/private/promise"
            "racket/private/config"
            "syntax/readerr"
            "syntax/module-reader"
            "syntax/modread"
            "setup/cross-system"
            "setup/dirs"
            "setup/private/dirs"
            "compiler/private/mach-o"
            "compiler/private/winutf16"
            "planet/private/define-config"
            "planet/config"
            "racket/cmdline"
            "setup/path-relativize"
            "pkg/path"
            "racket/private/vector-wraps"
            "racket/unsafe/ops"
            "racket/flonum"
            "racket/fixnum"
            "syntax/private/boundmap"
            "syntax/srcloc"
            "syntax/stx"
            "syntax/location"
            "racket/path"
            "racket/file"
            "racket/private/vector-wraps"
            "racket/unsafe/ops"
            "racket/private/port"
            "racket/private/portlines"
            "racket/struct-info"
            "racket/private/custom-write"
            "racket/pretty"
            "setup/main-collects"
            "setup/path-to-relative"
            "racket/contract/private/helpers"
            "racket/contract/private/prop"
            "racket/contract/private/blame"
            "racket/contract/private/generate-base"
            "racket/contract/private/generate"
            "racket/contract/private/guts"
            "racket/contract/private/misc"
            "racket/contract/private/arrow-common"
            "racket/contract/private/arr-i-parse"
            "racket/contract/private/arr-util"
            "racket/contract/private/arr-i"
            "racket/contract/private/arr-d"
            "racket/contract/private/and"
            "racket/contract/private/opt-guts"
            "racket/contract/private/list"
            "racket/contract/private/opt"
            "racket/contract/private/ds-helpers"
            "racket/contract/private/ds" ;; exn:fail : Reference to an undefined variable : build-optres22.1
            "racket/contract/private/arity-checking"
            "racket/contract/private/application-arity-checking"
            "racket/contract/private/arrow-higher-order"
            "racket/contract/private/kwd-info-struct"
            "racket/contract/private/box"
            "racket/contract/private/basic-opters"
            "racket/contract/private/opters"
            "racket/contract/private/arrow-val-first"
            "racket/contract/private/case-arrow" ;; fail
            "racket/contract/private/hash"
            "racket/contract/private/legacy"
            "racket/contract/private/orc"
            "racket/contract/private/out" ;; fail
            "racket/contract/private/object" ;; needs classes
            "racket/contract/private/parametric"
            "racket/contract/parametric"
            "racket/contract/private/provide" ;; fail
            "racket/contract/private/struct-dc" ;; infinite exn:fail : abort-current-continuation: no such prompt exists
            "racket/contract/private/struct-prop"
            "racket/contract/private/rand"
            "racket/contract/private/top-sort"
            "racket/contract/private/types"
            "racket/contract/private/unconstrained-domain-arrow"
            "racket/contract/private/vector"
            "racket/contract/private/base"
            "racket/contract/private/exists"
            "racket/contract/combinator"
            "racket/contract/base"
            "racket/private/serialize-structs"
            "racket/private/so-search"
            "racket/private/runtime-path-table"
            "racket/private/this-expression-source-directory"
            "racket/runtime-path" ;; exn:fail : Reference to an undefined variable : path->collects-relative10.1
            "racket/unsafe/undefined"
            "syntax/kerncase"
            "racket/private/class-wrapped"
            "racket/private/classidmap"
            "racket/private/class-undef"
            "racket/private/check"
            "racket/private/custom-hash" ;; fail
            "racket/private/generic" ;; fail
            "racket/private/local"
            "racket/private/place-local"
{'fraction_non_alphanumeric': 0.128388332351208, 'fraction_numerical': 0.0013258691809074838, 'mean_word_length': 2.0997716894977168, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '776162', 'n_tokens_mistral': 4389, 'n_tokens_neox': 4277, 'n_words': 468}