<commit_before>(defpackage #:cold-generator
  (:use #:cl #:iterate #:nibbles))

(in-package #:cold-generator)

(defparameter *source-files*
  '("../cold/test.lisp"
    "../gc.lisp"
    "../runtime-array.lisp"
    "../runtime-numbers.lisp"
    "../runtime-support.lisp"
    "../stack-group.lisp"
    "../bootstrap/setf.lisp"
    "../bootstrap/setf-full.lisp"
    "../bootstrap/string.lisp"
    "../bootstrap/type.lisp"
    "../bootstrap/sequence.lisp"
    "../bootstrap/array.lisp"
    "../bootstrap/numbers.lisp"
    "../bootstrap/defstruct.lisp"
    "../bootstrap/hash-table.lisp"
    "../bootstrap/early-cons.lisp"
    "../bootstrap/reader.lisp"
    "../bootstrap/backquote.lisp"
    "../character.lisp"
    "../printer.lisp"
    "../cold-stream.lisp"
    "../cold/eval.lisp"
    "../cold/load.lisp"
    "../format.lisp"
    "../type.lisp"
    "../interrupt.lisp"
    "../memory.lisp"
    "../dump.lisp"
    "../bootstrap/cons-compiler-macros.lisp"
    "../bootstrap/defmacro.lisp"
    "../bootstrap/basic-macros.lisp"
    "../bootstrap/data-types.lisp"
    "../bootstrap/parse.lisp"
    "../pci.lisp"))

(defparameter *special-source-files*
  '(("../packages.lisp" *package-system*)))

(defparameter *warm-source-files*
  '("../closette.lisp"
    "../runtime-misc.lisp"
    "../bootstrap/condition.lisp"
    "../bootstrap/restarts.lisp"
    "../bootstrap/error.lisp"
    "../debug.lisp"
    "../eval.lisp"
    "../stream.lisp"
    "../process.lisp"
    "../lap.lisp"
    "../lap-x86.lisp"
    "../compiler/package.lisp"
    "../compiler/compiler.lisp"
    "../compiler/pass1.lisp"
    "../compiler/constprop.lisp"
    "../compiler/simplify.lisp"
    "../compiler/lift.lisp"
    "../compiler/inline.lisp"
    "../compiler/codegen.lisp"
    "../compiler/builtins.lisp"
    "../interrupt-compiler.lisp"
    "../keyboard.lisp"
    "../pci.lisp"
    "../framebuffer.lisp"
    "../bochs-vbe.lisp"
    "../ethernet.lisp"
    "../graphics.lisp"
    "../irc.lisp"))

(defun compile-warm-source (&optional force)
  (dolist (file *warm-source-files*)
    (let ((llf-path (merge-pathnames (make-pathname :type "llf" :defaults file))))
      (when (or (not (probe-file llf-path))
                (<= (file-write-date llf-path) (file-write-date file))<commit_msg>Add some more warm source files.<commit_after>(defpackage #:cold-generator
  (:use #:cl #:iterate #:nibbles))

(in-package #:cold-generator)

(defparameter *source-files*
  '("../cold/test.lisp"
    "../gc.lisp"
    "../runtime-array.lisp"
    "../runtime-numbers.lisp"
    "../runtime-support.lisp"
    "../stack-group.lisp"
    "../bootstrap/setf.lisp"
    "../bootstrap/setf-full.lisp"
    "../bootstrap/string.lisp"
    "../bootstrap/type.lisp"
    "../bootstrap/sequence.lisp"
    "../bootstrap/array.lisp"
    "../bootstrap/numbers.lisp"
    "../bootstrap/defstruct.lisp"
    "../bootstrap/hash-table.lisp"
    "../bootstrap/early-cons.lisp"
    "../bootstrap/reader.lisp"
    "../bootstrap/backquote.lisp"
    "../character.lisp"
    "../printer.lisp"
    "../cold-stream.lisp"
    "../cold/eval.lisp"
    "../cold/load.lisp"
    "../format.lisp"
    "../type.lisp"
    "../interrupt.lisp"
    "../memory.lisp"
    "../dump.lisp"
    "../bootstrap/cons-compiler-macros.lisp"
    "../bootstrap/defmacro.lisp"
    "../bootstrap/basic-macros.lisp"
    "../bootstrap/data-types.lisp"
    "../bootstrap/parse.lisp"
    "../pci.lisp"))

(defparameter *special-source-files*
  '(("../packages.lisp" *package-system*)))

(defparameter *warm-source-files*
  '("../closette.lisp"
    "../runtime-misc.lisp"
    "../bootstrap/condition.lisp"
    "../bootstrap/restarts.lisp"
    "../bootstrap/error.lisp"
    "../debug.lisp"
    "../eval.lisp"
    "../stream.lisp"
    "../process.lisp"
    "../lap.lisp"
    "../lap-x86.lisp"
    "../compiler/package.lisp"
    "../compiler/compiler.lisp"
    "../compiler/pass1.lisp"
    "../compiler/constprop.lisp"
    "../compiler/simplify.lisp"
    "../compiler/lift.lisp"
    "../compiler/inline.lisp"
    "../compiler/codegen.lisp"
    "../compiler/builtins.lisp"
    "../interrupt-compiler.lisp"
    "../keyboard.lisp"
    "../pci.lisp"
    "../framebuffer.lisp"
    "../bochs-vbe.lisp"
    "../ethernet.lisp"
    "../rtl8139.lisp"
    "../graphics.lisp"
    "../peek.lisp"
    "../telnet.lisp"
    "../irc.lisp"))

(defun compile-warm-source (&optional force)
  (dolist (file *warm-source-files*)
    (let ((llf-path (merge-pathnames (make-pathname :type "llf" :defaults file))))
      (when (or (not (probe-file llf-path))
                (<= (file-write-date llf-path) (file-write-date file))
{'fraction_non_alphanumeric': 0.23533260632497274, 'fraction_numerical': 0.0021810250817884407, 'mean_word_length': 2.1715076071922543, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6684389', 'n_tokens_mistral': 1698, 'n_tokens_neox': 1772, 'n_words': 211}