<commit_before>;;;; List of know extensions.

(in-package :file-types)


;;; File type list

(defparameter *file-type-list*
  '(;; Text files
    (("txt")
     :tags (:text)
     :mime ("text" "plain"))
    ;; Public keys
    (("pub")
     :tags (:text :public-key)
     :mime ("application" "pgp-keys"))
    ;; Mail
    (("mail")
     :tags (:text :rfc822-message)
     :mime ("message" "rfc822"))
    ;; Markup
    (("document")
     :tags (:text :document)
     :mime ("text" "plain"))
    (("html" "htm")
     :tags (:text :hyper-text-markup-language)
     :mime ("text" "html"))
    (("css")
     :tags (:text :cascading-style-sheet)
     :mime ("text" "css"))
    (("tex")
     :tags (:text :tex)
     :mime ("application" "x-tex"))
    (("man" "1" "2" "3" "4" "5" "6" "7" "8" "9")
     :tags (:text :troff :manual-page)
     :mime ("application" "x-troff-man"))
    ;; Source code
    (("c" "h")
     :tags (:text :c)
     :mime ("text" "plain"))
    (("lisp" "asd")
     :tags (:text :common-lisp)
     :mime ("text" "plain"))
    (("asd")
     :tags (:asdf-system-definition))
    (("el")
     :tags (:text :emacs-lisp)
     :mime ("text" "plain"))
    (("rb")
     :tags (:text :ruby)
     :mime ("text" "plain"))
    (("sh" "bash" "csh")
     :tags (:text :shell-script)
     :mime ("application" "x-sh"))
    (("py")
     :tags (:text :python)
     :mime ("text" "plain"))
    (("js" "json")
     :tags (:text :javascript)
     :mime ("text" "javascript"))
    (("mk")
     :tags (:text :make-file)
     :mime ("text" "plain"))
    ;; Resource files
    (("xml")
     :tags (:text :extensible-markup-language)
     :mime ("text" "xml"))
    (("json")
     :tags (:javascript-object-notation))
    ;; Binary files
    ;; Documents
    (("pdf")
     :tags (:binary :portable-document-format)
     :mime ("application" "pdf"))
    (("doc" "dot")
     :tags (:binary :ms-word)
     :mime ("application" "msword"))
    (("ps" "ai" "eps")
     :tags (:binary :postscript))
    ;; Archives
    (("tar")
     :tags (:binary :archive :tarball)
     :mime ("application" "x-tar"))
    (("zip")
     :tags (:binary :archive :zip)
     :mime ("application" "zip"))
    (("rar")
     :tags (:binary :archive :rar)
     :mime ("application" "x-rar-compressed"))
    ;; Compressed
    (("gz")
     :tags (:binary :compressed :gzip)
     :mime ("application" "gzip"))
    (("bz2")
     :tags (:binary :compressed :bzip2)
     :mime ("application" "bzip2"))
    (("lzma" "xz")
     :tags (:binary :compressed :lzma)
     :mime ("application" "x-lzma"))
    ;; Images
    (("png")
     :tags (:binary :image :portable-network-graphics)
     :mime ("image" "png"))
    (("gif")
     :tags (:binary :image :graphics-interchange-format)
     :mime ("image" "gif"))
    (("jpg" "jpeg")
     :tags (:binary :image :jpeg)
     :mime ("image" "jpeg"))
    (("svg")
     :tags (:binary :image :scalable-vector-graphics)
     :mime ("image" "svg+xml"))
    (("xcf")
     :tags (:binary :image :gimp))
    ;; Audio & Video
    (("ogg" "oga" "ogv")
     :tags (:binary :ogg)
     :mime ("application" "ogg"))
    (("ogg")
     :tags (:audio :video))
    (("oga")
     :tags (:audio)
     :mime ("audio" "ogg"))
    (("ogv")
     :tags (:video)
     :mime ("video" "ogg"))
    (("flac")
     :tags (:binary :audio :flac)
     :mime ("audio" "flac"))
    (("wav")
     :tags (:binary :audio :wave)
     :mime ("audio" "x-wav"))
    (("mpga" "mpega" "mp2" "mp3" "m4a")
     :tags (:binary :audio)
     :mime ("audio" "mpeg"))
    (("mp3")
     :tags (:mpeg-3))<commit_msg>Added types: MAIL-CLIENT draft, AIFF, mk2/mk10.<commit_after>;;;; List of know extensions.

(in-package :file-types)


;;; File type list

(defparameter *file-type-list*
  '(;; Text files
    (("txt")
     :tags (:text)
     :mime ("text" "plain"))
    ;; Public keys
    (("pub")
     :tags (:text :public-key)
     :mime ("application" "pgp-keys"))
    ;; Mail
    (("mail")
     :tags (:text :rfc822-message)
     :mime ("message" "rfc822"))
    (("draft")
     :tags (:text :mail-client-draft)
     :mime ("text" "plain"))
    ;; Markup
    (("document" "mk2" "mk10")
     :tags (:text :document)
     :mime ("text" "plain"))
    (("html" "htm")
     :tags (:text :hyper-text-markup-language)
     :mime ("text" "html"))
    (("css")
     :tags (:text :cascading-style-sheet)
     :mime ("text" "css"))
    (("tex")
     :tags (:text :tex)
     :mime ("application" "x-tex"))
    (("man" "1" "2" "3" "4" "5" "6" "7" "8" "9")
     :tags (:text :troff :manual-page)
     :mime ("application" "x-troff-man"))
    ;; Source code
    (("c" "h")
     :tags (:text :c)
     :mime ("text" "plain"))
    (("lisp" "asd")
     :tags (:text :common-lisp)
     :mime ("text" "plain"))
    (("asd")
     :tags (:asdf-system-definition))
    (("el")
     :tags (:text :emacs-lisp)
     :mime ("text" "plain"))
    (("rb")
     :tags (:text :ruby)
     :mime ("text" "plain"))
    (("sh" "bash" "csh")
     :tags (:text :shell-script)
     :mime ("application" "x-sh"))
    (("py")
     :tags (:text :python)
     :mime ("text" "plain"))
    (("js" "json")
     :tags (:text :javascript)
     :mime ("text" "javascript"))
    (("mk")
     :tags (:text :make-file)
     :mime ("text" "plain"))
    ;; Resource files
    (("xml")
     :tags (:text :extensible-markup-language)
     :mime ("text" "xml"))
    (("json")
     :tags (:javascript-object-notation))
    ;; Binary files
    ;; Documents
    (("pdf")
     :tags (:binary :portable-document-format)
     :mime ("application" "pdf"))
    (("doc" "dot")
     :tags (:binary :ms-word)
     :mime ("application" "msword"))
    (("ps" "ai" "eps")
     :tags (:binary :postscript))
    ;; Archives
    (("tar")
     :tags (:binary :archive :tarball)
     :mime ("application" "x-tar"))
    (("zip")
     :tags (:binary :archive :zip)
     :mime ("application" "zip"))
    (("rar")
     :tags (:binary :archive :rar)
     :mime ("application" "x-rar-compressed"))
    ;; Compressed
    (("gz")
     :tags (:binary :compressed :gzip)
     :mime ("application" "gzip"))
    (("bz2")
     :tags (:binary :compressed :bzip2)
     :mime ("application" "bzip2"))
    (("lzma" "xz")
     :tags (:binary :compressed :lzma)
     :mime ("application" "x-lzma"))
    ;; Images
    (("png")
     :tags (:binary :image :portable-network-graphics)
     :mime ("image" "png"))
    (("gif")
     :tags (:binary :image :graphics-interchange-format)
     :mime ("image" "gif"))
    (("jpg" "jpeg")
     :tags (:binary :image :jpeg)
     :mime ("image" "jpeg"))
    (("svg")
     :tags (:binary :image :scalable-vector-graphics)
     :mime ("image" "svg+xml"))
    (("xcf")
     :tags (:binary :image :gimp))
    ;; Audio & Video
    (("ogg" "oga" "ogv")
     :tags (:binary :ogg)
     :mime ("application" "ogg"))
    (("ogg")
     :tags (:audio :video))
    (("oga")
     :tags (:audio)
     :mime ("audio" "ogg"))
    (("ogv")
     :tags (:video)
     :mime ("video" "ogg"))
    (("flac")
     :tags (:binary :audio :flac)
     :mime ("audio" "flac"))
    (("wav")
     :tags (:binary :audio :wave)
     :mime ("audio" "x-wav"))
    (("aif" "aiff" "aifc")
     :tags (:binary :audio :audio-interchange)
     :mime ("audio" "x-aiff"))
    (("mpga" "mpega" "mp2" "mp3" "m4a")
     :tags (:binary :audio)
     :mime ("audio" "mpeg"))
    (("mp3")
     :tags (:mpeg-3))
{'fraction_non_alphanumeric': 0.2372581084764241, 'fraction_numerical': 0.007086399563913873, 'mean_word_length': 2.6224086870681145, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 6, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1812365', 'n_tokens_mistral': 2923, 'n_tokens_neox': 2705, 'n_words': 689}