<commit_before>{ stdenv, runCommand, nodejs, neededNatives}:

args @ { name, src, deps ? [], peerDependencies ? [], flags ? [], ... }:

with stdenv.lib;

let
  npmFlags = concatStringsSep " " (map (v: "--${v}") flags);

  sources = runCommand "node-sources" {} ''
    tar --no-same-owner -xf ${nodejs.src}
    mv *node* $out
  '';

  peerDeps = listToAttrs (concatMap (dep: map (name: {
    inherit name;
    value = dep;
  }) (filter (nm: !(elem nm (args.passthru.names or []))) dep.names)) (peerDependencies));
in
stdenv.mkDerivation ({
  unpackPhase = "true";

  inherit src;

  configurePhase = ''
    runHook preConfigure
    mkdir node_modules
    ${concatStrings (concatMap (dep: map (name: ''
      ln -sv ${dep}/lib/node_modules/${name} node_modules/
    '') dep.names) deps)}
    ${concatStrings (mapAttrsToList (name: dep: ''
      ln -sv ${dep}/lib/node_modules/${name} node_modules/
    '') peerDeps)}
    export HOME=$(pwd)
    runHook postConfigure
  '';

  buildPhase = ''
    runHook preBuild
    npm --registry http://www.example.com --nodedir=${sources} install $src ${npmFlags}
    runHook postBuild
  '';

  installPhase = ''
    runHook preInstall
    mkdir -p $out/lib/node_modules
    ${concatStrings (map (name: ''
      mv node_modules/${name} $out/lib/node_modules
      rm -fR $out/lib/node_modules/${name}/node_modules
      ln -sv $out/.dependent-node-modules $out/lib/node_modules/${name}/node_modules
      if [ -e "$out/lib/node_modules/${name}/man" ]; then
        mkdir -p $out/share
        for dir in "$out/lib/node_modules/${name}/man/"*; do
          mkdir -p $out/share/man/$(basename "$dir")
          for page in "$dir"/*; do
            ln -sv $page $out/share/man/$(basename "$dir")
          done
        done
      fi
    '') args.passthru.names)}
    ${concatStrings (mapAttrsToList (name: dep: ''
      mv node_modules/${name} $out/lib/node_modules
    '') peerDeps)}
    mv node_modules/.bin $out/lib/node_modules 2>/dev/null || true
    mv node_modules $out/.dependent-node-modules
    if [ -d "$out/lib/node_modules/.bin" ]; then
      ln -sv $out/lib/node_modules/.bin $out/bin
      node=`type -p node`
      coffee=`type -p coffee || true`
      find -L $out/lib/node_modules/.bin/* -type f -print0 | \
        xargs -0 sed --follow-symlinks -i \
          -e 's@#!/usr/bin/env node@#!'"$node"'@' \
          -e 's@#!/usr/bin/env coffee@#!'"$coffee"'@' \
          -e 's@#!/.*/node@#!'"$node"'@' \
          -e 's@#!/.*/coffee@#!'"$coffee"'@'
    fi
    runHook postInstall
  '';

  preFixup = concatStringsSep "\n" (map (src: ''
    find $out -type f -print0 | xargs -0 sed -i 's|${src}|${src.name}|g'
  '') src);
} // args // {
  # Run the node setup hook when this package is a build input
  propagatedNativeBuildInputs = (args.propagatedNativeBuildInputs or []) ++ [ nodejs ];

  # Make buildNodePackage useful with --run-env
  nativeBuildInputs = (args.nativeBuildInputs or []) ++ deps ++ peerDependencies ++ neededNatives;
} )
<commit_msg>Add `--no-same-permission` to `tar` command in node package builder<commit_after>{ stdenv, runCommand, nodejs, neededNatives}:

args @ { name, src, deps ? [], peerDependencies ? [], flags ? [], ... }:

with stdenv.lib;

let
  npmFlags = concatStringsSep " " (map (v: "--${v}") flags);

  sources = runCommand "node-sources" {} ''
    tar --no-same-owner --no-same-permissions -xf ${nodejs.src}
    mv *node* $out
  '';

  peerDeps = listToAttrs (concatMap (dep: map (name: {
    inherit name;
    value = dep;
  }) (filter (nm: !(elem nm (args.passthru.names or []))) dep.names)) (peerDependencies));
in
stdenv.mkDerivation ({
  unpackPhase = "true";

  inherit src;

  configurePhase = ''
    runHook preConfigure
    mkdir node_modules
    ${concatStrings (concatMap (dep: map (name: ''
      ln -sv ${dep}/lib/node_modules/${name} node_modules/
    '') dep.names) deps)}
    ${concatStrings (mapAttrsToList (name: dep: ''
      ln -sv ${dep}/lib/node_modules/${name} node_modules/
    '') peerDeps)}
    export HOME=$(pwd)
    runHook postConfigure
  '';

  buildPhase = ''
    runHook preBuild
    npm --registry http://www.example.com --nodedir=${sources} install $src ${npmFlags}
    runHook postBuild
  '';

  installPhase = ''
    runHook preInstall
    mkdir -p $out/lib/node_modules
    ${concatStrings (map (name: ''
      mv node_modules/${name} $out/lib/node_modules
      rm -fR $out/lib/node_modules/${name}/node_modules
      ln -sv $out/.dependent-node-modules $out/lib/node_modules/${name}/node_modules
      if [ -e "$out/lib/node_modules/${name}/man" ]; then
        mkdir -p $out/share
        for dir in "$out/lib/node_modules/${name}/man/"*; do
          mkdir -p $out/share/man/$(basename "$dir")
          for page in "$dir"/*; do
            ln -sv $page $out/share/man/$(basename "$dir")
          done
        done
      fi
    '') args.passthru.names)}
    ${concatStrings (mapAttrsToList (name: dep: ''
      mv node_modules/${name} $out/lib/node_modules
    '') peerDeps)}
    mv node_modules/.bin $out/lib/node_modules 2>/dev/null || true
    mv node_modules $out/.dependent-node-modules
    if [ -d "$out/lib/node_modules/.bin" ]; then
      ln -sv $out/lib/node_modules/.bin $out/bin
      node=`type -p node`
      coffee=`type -p coffee || true`
      find -L $out/lib/node_modules/.bin/* -type f -print0 | \
        xargs -0 sed --follow-symlinks -i \
          -e 's@#!/usr/bin/env node@#!'"$node"'@' \
          -e 's@#!/usr/bin/env coffee@#!'"$coffee"'@' \
          -e 's@#!/.*/node@#!'"$node"'@' \
          -e 's@#!/.*/coffee@#!'"$coffee"'@'
    fi
    runHook postInstall
  '';

  preFixup = concatStringsSep "\n" (map (src: ''
    find $out -type f -print0 | xargs -0 sed -i 's|${src}|${src.name}|g'
  '') src);
} // args // {
  # Run the node setup hook when this package is a build input
  propagatedNativeBuildInputs = (args.propagatedNativeBuildInputs or []) ++ [ nodejs ];

  # Make buildNodePackage useful with --run-env
  nativeBuildInputs = (args.nativeBuildInputs or []) ++ deps ++ peerDependencies ++ neededNatives;
} )

{'fraction_non_alphanumeric': 0.17846559104379323, 'fraction_numerical': 0.0016463615409944023, 'mean_word_length': 2.6862864077669903, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6339578', 'n_tokens_mistral': 2171, 'n_tokens_neox': 2128, 'n_words': 495}