<commit_before>import pyalpm
import sys

AMBIGUOUS_LICENSES = [
    "custom",
    "other",
    "unknown",
    # CCPL (Creative Commons) should be specified with one of the
    # sublicenses (one of /usr/share/licenses/common/CCPL/*) , some of
    # which are non-free
    "CCPL", # ['claws-mail-themes', '0ad', '0ad-data', 'archlinux-lxdm-theme', 'mari0', 'performous-freesongs']
    "CCPL:cc-by-sa-3.0",
]

FREE_LICENSES = [
    'AGPL',
    'AGPL3',
    'APACHE',
    'Apache',
    'Apache 2.0',
    'apache',
    'Artistic',
    'Artistic2.0',
    'boost',
    'BSD',
    'bsd',
    'BSD3',
    'CCPL:by-sa',
    'CCPL:cc-by-sa',
    'CDDL',
    'CPL',
    'CUSTOM',
    'EPL',
    'EPL/1.1',
    'FDL',
    'FDL1.2',
    'GPL',
    'GPL-3',
    'GPL2',
    'GPL3',
    'GPL3+GPLv2',
    'GPLv2',
    'GPLv3',
    'ISC',
    'LGPL',
    'LGPL2',
    'LGPL2.1',
    'LGPL3',
    'MIT',
    'MPL',
    'Modified BSD',
    'OFL-1.1',
    'PHP',
    'PSF',
    'perl',
    'PerlArtistic',
    'PerlArtistic2',
    'Public Domain',
    'Python',
    'RUBY',
    'SIL OPEN FONT LICENSE Version 1.1',
    'W3C',
    'ZLIB',
    'zlib',
    'ZPL',
    'custom: Arphic Public_License',
    'custom: BSD',
    'custom: ISC',
    'custom: MIT',
    'custom: QPL-1.0',
    'custom:"IBM Public Licence"',
    'custom:"font embedding exception"',
    'custom:"icu"',
    'custom:"pil"',
    'custom:"sip"',
    'custom:Arphic Public License',
    'custom:Arphic_Public_License',
    'custom:Artistic',<commit_msg>Add WTFPL license (fix #13)<commit_after>import pyalpm
import sys

AMBIGUOUS_LICENSES = [
    "custom",
    "other",
    "unknown",
    # CCPL (Creative Commons) should be specified with one of the
    # sublicenses (one of /usr/share/licenses/common/CCPL/*) , some of
    # which are non-free
    "CCPL", # ['claws-mail-themes', '0ad', '0ad-data', 'archlinux-lxdm-theme', 'mari0', 'performous-freesongs']
    "CCPL:cc-by-sa-3.0",
]

FREE_LICENSES = [
    'AGPL',
    'AGPL3',
    'APACHE',
    'Apache',
    'Apache 2.0',
    'apache',
    'Artistic',
    'Artistic2.0',
    'boost',
    'BSD',
    'bsd',
    'BSD3',
    'CCPL:by-sa',
    'CCPL:cc-by-sa',
    'CDDL',
    'CPL',
    'CUSTOM',
    'EPL',
    'EPL/1.1',
    'FDL',
    'FDL1.2',
    'GPL',
    'GPL-3',
    'GPL2',
    'GPL3',
    'GPL3+GPLv2',
    'GPLv2',
    'GPLv3',
    'ISC',
    'LGPL',
    'LGPL2',
    'LGPL2.1',
    'LGPL3',
    'MIT',
    'MPL',
    'Modified BSD',
    'OFL-1.1',
    'PHP',
    'PSF',
    'perl',
    'PerlArtistic',
    'PerlArtistic2',
    'Public Domain',
    'Python',
    'RUBY',
    'SIL OPEN FONT LICENSE Version 1.1',
    'W3C',
    'WTFPL',
    'ZLIB',
    'zlib',
    'ZPL',
    'custom: Arphic Public_License',
    'custom: BSD',
    'custom: ISC',
    'custom: MIT',
    'custom: QPL-1.0',
    'custom:"IBM Public Licence"',
    'custom:"font embedding exception"',
    'custom:"icu"',
    'custom:"pil"',
    'custom:"sip"',
    'custom:Arphic Public License',
    'custom:Arphic_Public_License',
    'custom:Artistic',
{'fraction_non_alphanumeric': 0.20006602839220866, 'fraction_numerical': 0.023109937273027403, 'mean_word_length': 2.3592017738359203, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3073756', 'n_tokens_mistral': 1320, 'n_tokens_neox': 1295, 'n_words': 242}