<commit_before>let
  spdx = lic: lic // {
      url = "http://spdx.org/licenses/${lic.shortName}";
    };
in

rec {
  /* License identifiers from spdx.org where possible.
   * If you cannot find your license here, then look for a similar license or
   * add it to this list. The URL mentioned above is a good source for inspiration.
   */

  agpl3 = spdx {
    shortName = "AGPL-3.0";
    fullName = "GNU Affero General Public License v3.0";
  };

  agpl3Plus = {
    shortName = "AGPL-3.0+";
    fullName = "GNU Affero General Public License v3.0 or later";
    inherit (agpl3) url;
  };

  amd = {
    shortName = "amd";
    fullName = "AMD License Agreement";
    url = http://developer.amd.com/amd-license-agreement/;
  };#

  apsl20 = spdx {
    shortName = "APSL-2.0";
    fullName = "Apple Public Source License 2.0";
  };

  artistic2 = spdx {
    shortName = "Artistic-2.0";
    fullName = "Artistic License 2.0";
  };

  asl20 = spdx {
    shortName = "Apache-2.0";
    fullName = "Apache License 2.0";
  };

  boost = spdx {
    shortName = "BSL-1.0";
    fullName = "Boost Software License 1.0";
  };

  bsd2 = spdx {
    shortName = "BSD-2-Clause";
    fullName = ''BSD 2-clause "Simplified" License'';
  };

  bsd3 = spdx {
    shortName = "BSD-3-Clause";
    fullName = ''BSD 3-clause "New" or "Revised" License'';
  };

  bsdOriginal = spdx {
    shortName = "BSD-4-Clause";
    fullName = ''BSD 4-clause "Original" or "Old" License'';
  };

  cc0 = spdx {
    shortName = "CC0-1.0";
    fullName = ''Creative Commons Zero v1.0 Universal'';
  };

  cc-by-30 = spdx {
    shortName = "CC-BY-3.0";
    fullName = "Creative Commons Attribution 3.0";
  };

  cc-by-40 = spdx {
    shortName = "CC-BY-4.0";
    fullName = "Creative Commons Attribution 4.0";
  };

  cddl = spdx {
    shortName = "CDDL-1.0";
    fullName = "Common Development and Distribution License 1.0";
  };
<commit_msg>Adds license CeCILL-B<commit_after>let
  spdx = lic: lic // {
      url = "http://spdx.org/licenses/${lic.shortName}";
    };
in

rec {
  /* License identifiers from spdx.org where possible.
   * If you cannot find your license here, then look for a similar license or
   * add it to this list. The URL mentioned above is a good source for inspiration.
   */

  agpl3 = spdx {
    shortName = "AGPL-3.0";
    fullName = "GNU Affero General Public License v3.0";
  };

  agpl3Plus = {
    shortName = "AGPL-3.0+";
    fullName = "GNU Affero General Public License v3.0 or later";
    inherit (agpl3) url;
  };

  amd = {
    shortName = "amd";
    fullName = "AMD License Agreement";
    url = http://developer.amd.com/amd-license-agreement/;
  };#

  apsl20 = spdx {
    shortName = "APSL-2.0";
    fullName = "Apple Public Source License 2.0";
  };

  artistic2 = spdx {
    shortName = "Artistic-2.0";
    fullName = "Artistic License 2.0";
  };

  asl20 = spdx {
    shortName = "Apache-2.0";
    fullName = "Apache License 2.0";
  };

  boost = spdx {
    shortName = "BSL-1.0";
    fullName = "Boost Software License 1.0";
  };

  bsd2 = spdx {
    shortName = "BSD-2-Clause";
    fullName = ''BSD 2-clause "Simplified" License'';
  };

  bsd3 = spdx {
    shortName = "BSD-3-Clause";
    fullName = ''BSD 3-clause "New" or "Revised" License'';
  };

  bsdOriginal = spdx {
    shortName = "BSD-4-Clause";
    fullName = ''BSD 4-clause "Original" or "Old" License'';
  };

  cc0 = spdx {
    shortName = "CC0-1.0";
    fullName = ''Creative Commons Zero v1.0 Universal'';
  };

  cc-by-30 = spdx {
    shortName = "CC-BY-3.0";
    fullName = "Creative Commons Attribution 3.0";
  };

  cc-by-40 = spdx {
    shortName = "CC-BY-4.0";
    fullName = "Creative Commons Attribution 4.0";
  };

  cddl = spdx {
    shortName = "CDDL-1.0";
    fullName = "Common Development and Distribution License 1.0";
  };

  cecill-b = spdx {
    shortName = "CECILL-B";
    fullName  = "CeCILL-B Free Software License Agreement";
  };

{'fraction_non_alphanumeric': 0.14824248599083037, 'fraction_numerical': 0.031584309730005096, 'mean_word_length': 2.4875666074600353, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6839284', 'n_tokens_mistral': 1537, 'n_tokens_neox': 1448, 'n_words': 380}