<commit_before>{ }:

let
  pkgs = import <nixpkgs> { };
in

with pkgs;

rec {

  # source file so load bash environment with dependencies 
  policycompass-env = myEnvFun {
    name = "policycompass";
    buildInputs = with pkgs; [ policycompass ];
    extraCmds = 
        "export PYTHONHOME=${python34env}; export PATH=$PATH:${nodejs-env}/bin;"
    ;
  };

  # install dependencies 
  policycompass = buildEnv {
    name = "policycompass";
    paths = [
        python34env
        supervisordev34
        devtools
        policycompass_service
        policycompass_adhocracy
        policycompass_frontend
        tests
        ];
  };

  devtools = buildEnv {
    name = "devtools";
    paths = [
        git 
        gitAndTools.tig
        ];
  };

  policycompass_service = buildEnv {
    name = "policycompass_service";
    paths = [
        postgresql93
        ];
  };

  policycompass_adhocracy = buildEnv {
    name = "policycompass_adhocracy";
    paths = [
        graphviz
        ];
  };

  policycompass_frontend = buildEnv {
    name = "policycompass_frontend";
    paths = [
        nodePackages.npm
        ];
  };

  tests = buildEnv {
    name = "tests";
    paths = [
        phantomjs
        ];
  };

  nodejs-env = buildEnv {
    name = "nodejs-env";
    paths = [
        nodejs
        ];
  };

  python34env = buildEnv { 
    name = "Python34Env";
    paths = [
        libxml2
        libxslt
        libzip
        python34
        python34Packages.recursivePthLoader
        python34Packages.virtualenv
        python34Packages.pillow
        python34Packages.ipdb
        python34Packages.pep8
        pyflakes
        sqlite
        stdenv
        zlib
        ];
  };

  meld334 = buildPythonPackage {
     name = "meld3-1.0.0";
     buildInputs = [ python34 ];
     src = pkgs.fetchurl {
        url = https://pypi.python.org/packages/source/m/meld3/meld3-1.0.0.tar.gz;
        sha256 = "57b41eebbb5a82d4a928608962616442e239ec6d611fe6f46343e765e36f0b2b";
     };
  };
  supervisordev34 = buildPythonPackage {
     name = "supervisordev34";
     buildInputs = [ python34 meld334 ];
     src = pkgs.fetchurl {
        url = https://github.com/Supervisor/supervisor/archive/master.zip;
        sha256 = "f292f520aeea8159ba281eef52a4c94c53cf4b2b8e090ecb9fa884f2205f26e2";
     };
     propagatedBuildInputs = [ meld334 ];
  };
  
  pyflakes = stdenv.lib.overrideDerivation python34Packages.pyflakes (oldAttrs: {
     name = "pyflakes-0.8.1";
     src = fetchurl {
       url = "http://pypi.python.org/packages/source/p/pyflakes/pyflakes-0.8.1.tar.gz";
       md5 = "905fe91ad14b912807e8fdc2ac2e2c23";
     };
   }); 

}
<commit_msg>Fix: the supervisor download link is not stable, use git instead<commit_after>{ }:

let
  pkgs = import <nixpkgs> { };
in

with pkgs;

rec {

  # source file so load bash environment with dependencies
  policycompass-env = myEnvFun {
    name = "policycompass";
    buildInputs = with pkgs; [ policycompass ];
    extraCmds =
        "export PYTHONHOME=${python34env}; export PATH=$PATH:${nodejs-env}/bin;"
    ;
  };

  # install dependencies
  policycompass = buildEnv {
    name = "policycompass";
    paths = [
        python34env
        supervisordev34
        devtools
        policycompass_service
        policycompass_adhocracy
        policycompass_frontend
        tests
        ];
  };

  devtools = buildEnv {
    name = "devtools";
    paths = [
        git
        gitAndTools.tig
        ];
  };

  policycompass_service = buildEnv {
    name = "policycompass_service";
    paths = [
        postgresql93
        ];
  };

  policycompass_adhocracy = buildEnv {
    name = "policycompass_adhocracy";
    paths = [
        graphviz
        ];
  };

  policycompass_frontend = buildEnv {
    name = "policycompass_frontend";
    paths = [
        nodePackages.npm
        ];
  };

  tests = buildEnv {
    name = "tests";
    paths = [
        phantomjs
        ];
  };

  nodejs-env = buildEnv {
    name = "nodejs-env";
    paths = [
        nodejs
        ];
  };

  python34env = buildEnv {
    name = "Python34Env";
    paths = [
        libxml2
        libxslt
        libzip
        python34
        python34Packages.recursivePthLoader
        python34Packages.virtualenv
        python34Packages.pillow
        python34Packages.ipdb
        python34Packages.pep8
        pyflakes
        sqlite
        stdenv
        zlib
        ];
  };

  meld334 = buildPythonPackage {
     name = "meld3-1.0.0";
     buildInputs = [ python34 ];
     src = pkgs.fetchurl {
        url = https://pypi.python.org/packages/source/m/meld3/meld3-1.0.0.tar.gz;
        sha256 = "57b41eebbb5a82d4a928608962616442e239ec6d611fe6f46343e765e36f0b2b";
     };
  };
  supervisordev34 = buildPythonPackage {
     name = "supervisordev34";
     buildInputs = [ python34 python34Packages.mock ];
     src = pkgs.fetchgit {
        url = https://github.com/Supervisor/supervisor.git;
        rev = "7e4e41b1f7e955de6d0963972695d6704ebeaf6a";
        sha256 = "1jp52d2n16912kh3gig1ms5qc90zamn6p8axmyn9y5v23h61iw1n";
     };
     propagatedBuildInputs = [ meld334 ];
  };

  pyflakes = stdenv.lib.overrideDerivation python34Packages.pyflakes (oldAttrs: {
     name = "pyflakes-0.8.1";
     src = fetchurl {
       url = "http://pypi.python.org/packages/source/p/pyflakes/pyflakes-0.8.1.tar.gz";
       md5 = "905fe91ad14b912807e8fdc2ac2e2c23";
     };
   });
}

{'fraction_non_alphanumeric': 0.10249307479224377, 'fraction_numerical': 0.06315789473684211, 'mean_word_length': 2.134259259259259, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1800790', 'n_tokens_mistral': 2090, 'n_tokens_neox': 1870, 'n_words': 288}