<commit_before>with import <nixpkgs> {}; 
let sourceFilesOnly = path: type:
    (lib.hasPrefix "var" (toString path)) ||
    (lib.hasPrefix "target" (toString path)) ;
in stdenv.mkDerivation {
    name = "merlion";
    src = builtins.filterSource sourceFilesOnly ./.;
    buildInputs = [ leiningen openjdk 
      etcd 
      jq
      ];
    M2REPOSITORY = ''m2repo'';
    buildPhase = ''<commit_msg>need openssl for testing with<commit_after>with import <nixpkgs> {}; 
let sourceFilesOnly = path: type:
    (lib.hasPrefix "var" (toString path)) ||
    (lib.hasPrefix "target" (toString path)) ;
in stdenv.mkDerivation {
    name = "merlion";
    src = builtins.filterSource sourceFilesOnly ./.;
    buildInputs = [ leiningen openjdk 
      etcd 
      jq
      openssl
      ];
    M2REPOSITORY = ''m2repo'';
    buildPhase = ''
{'fraction_non_alphanumeric': 0.1280193236714976, 'fraction_numerical': 0.004830917874396135, 'mean_word_length': 2.947619047619048, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2785258', 'n_tokens_mistral': 288, 'n_tokens_neox': 274, 'n_words': 65}