<commit_before>{ supportedSystems }:

rec {

  # Ensure that we don't build packages marked as unfree.
  allPackages = args: import ./all-packages.nix (args // {
    config.allowUnfree = false;
  });

  pkgs = allPackages { system = "x86_64-linux"; };


  /* !!! Hack: poor man's memoisation function.  Necessary to prevent
     Nixpkgs from being evaluated again and again for every
     job/platform pair. */<commit_msg>release-lib: add option to use another package set<commit_after>{ supportedSystems, packageSet ? (import ./all-packages.nix) }:

rec {

  # Ensure that we don't build packages marked as unfree.
  allPackages = args: packageSet (args // {
    config.allowUnfree = false;
  });

  pkgs = allPackages { system = "x86_64-linux"; };


  /* !!! Hack: poor man's memoisation function.  Necessary to prevent
     Nixpkgs from being evaluated again and again for every
     job/platform pair. */
{'fraction_non_alphanumeric': 0.11013215859030837, 'fraction_numerical': 0.00881057268722467, 'mean_word_length': 3.2877358490566038, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4798833', 'n_tokens_mistral': 295, 'n_tokens_neox': 272, 'n_words': 93}