<commit_before>;;;; Readers for reading more easier formats.
;;; Nov. 25th 2012, chiku
;;; This is the last step.
(in-package :chiku.genscreenrc)

(defun |[-reader| (strm c)
  (declare (ignore c))
  (destructuring-bind (key &rest cmdseq)
    (read-delimited-list #\] strm t)
    (list key (multiple-value-bind (result top)
                (group-headed "!" cmdseq :mark-discard? t :key #'symbol-name :test #'string=)
                (cons top result)))))

(set-macro-character #\[ #'|[-reader| nil)

(set-macro-character #\] (get-macro-character #\)))
<commit_msg>Revert "[Bugfix] Symbols are too delicate to use at boundaries."<commit_after>;;;; Readers for reading more easier formats.
;;; Nov. 25th 2012, chiku
;;; This is the last step.
(in-package :chiku.genscreenrc)

(defun |[-reader| (strm c)
  (declare (ignore c))
  (destructuring-bind (key &rest cmdseq)
    (read-delimited-list #\] strm t)
    (list key (multiple-value-bind (result top)
                (group-headed '! cmdseq :mark-discard? t)
                (cons top result)))))

(set-macro-character #\[ #'|[-reader| nil)

(set-macro-character #\] (get-macro-character #\)))

{'fraction_non_alphanumeric': 0.1732283464566929, 'fraction_numerical': 0.010498687664041995, 'mean_word_length': 3.237037037037037, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2847772', 'n_tokens_mistral': 421, 'n_tokens_neox': 388, 'n_words': 111}