<commit_before>;;;; clorb-supp.lisp
;; $Id: clorb-supp.lisp,v 1.8 2003/11/14 06:37:21 lenst Exp $

(in-package :clorb)

(defvar *log-output* t)

(defun mess (level fmt &rest args)
  (when (>= level *log-level*)
    (apply #'cl:format *log-output*
           (format nil "~~&~A ~A~~%" 
                   (make-string level :initial-element #\;)
                   fmt)
           args)
    #-clisp
    (finish-output *log-output*)))

(defun stroid (stream oid colon-p at-p)
  (declare (ignore colon-p at-p))
  (map nil
    (lambda (octet)
      (if (< 31 octet 127)
          (princ (code-char octet) stream)
        (format stream "<~x>" octet)))
    oid))


(defun ensure-corba-package (name &key nicknames export)
  (let ((package (find-package name)))
    (unless package
      (setq package (make-package name :nicknames nicknames :use '())))
    (export (mapcar (lambda (sym-name) (intern sym-name package)) export)
            package)))



;;;; Helper functions

(defun kwote (x)
  (list 'quote x))


(defun mklist (x)
  (if (consp x) x (list x)))


(defun repeated (item)
  (let ((x (list item)))
    (setf (cdr x) x)
    x))





;;; clorb-supp.lisp ends here<commit_msg>key and feature moved to clorb-supp<commit_after>;;;; clorb-supp.lisp
;; $Id: clorb-supp.lisp,v 1.9 2003/11/24 09:06:26 lenst Exp $

(in-package :clorb)

(defvar *log-output* t)

(defun mess (level fmt &rest args)
  (when (>= level *log-level*)
    (apply #'cl:format *log-output*
           (format nil "~~&~A ~A~~%" 
                   (make-string level :initial-element #\;)
                   fmt)
           args)
    #-clisp
    (finish-output *log-output*)))

(defun stroid (stream oid colon-p at-p)
  (declare (ignore colon-p at-p))
  (map nil
    (lambda (octet)
      (if (< 31 octet 127)
          (princ (code-char octet) stream)
        (format stream "<~x>" octet)))
    oid))


(defun ensure-corba-package (name &key nicknames export)
  (let ((package (find-package name)))
    (unless package
      (setq package (make-package name :nicknames nicknames :use '())))
    (export (mapcar (lambda (sym-name) (intern sym-name package)) export)
            package)))



;;;; Helper functions

(defun kwote (x)
  (list 'quote x))


(defun mklist (x)
  (if (consp x) x (list x)))


(defun repeated (item)
  (let ((x (list item)))
    (setf (cdr x) x)
    x))


(defun feature (name)
  (intern (string-upcase name) :op))

(defun key (string)
  (check-type string string)
  (intern (string-upcase string) :keyword))




;;; clorb-supp.lisp ends here
{'fraction_non_alphanumeric': 0.16548463356973994, 'fraction_numerical': 0.016548463356973995, 'mean_word_length': 2.611664295874822, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3986342', 'n_tokens_mistral': 988, 'n_tokens_neox': 913, 'n_words': 271}