Merge pull request #4922 from offlinehacker/node_shebangs

nodePackages: Enable source patching, patch shebangs, patch versions, fix recursive dependencies runtime

pkgs/development/web/nodejs/build-node-package.nix

@@ -35,19 +35,98 @@ let
       }
     ) (attrValues requiredDeps);
 
-  in stdenv.mkDerivation ({
+    patchShebangs = dir: ''
-    unpackPhase = "true";
+        node=`type -p node`
+        coffee=`type -p coffee || true`
+        find -L ${dir} -type f -print0 | \
+        xargs -0 sed --follow-symlinks -i \
+            -e 's@#!/usr/bin/env node@#!'"$node"'@' \
+            -e 's@#!/usr/bin/env coffee@#!'"$coffee"'@' \
+            -e 's@#!/.*/node@#!'"$node"'@' \
+            -e 's@#!/.*/coffee@#!'"$coffee"'@' || true
+    '';
 
+  in stdenv.mkDerivation ({
     inherit src;
 
+    postPatch = ''
+      ${patchShebangs "./"}
+
+      # Some version specifiers (latest, unstable, URLs, file paths) force NPM
+      # to make remote connections or consult paths outside the Nix store.
+      # The following JavaScript replaces these by * to prevent that:
+
+      (
+      cat <<EOF
+        var fs = require('fs');
+        var url = require('url');
+
+        /*
+        * Replaces an impure version specification by *
+        */
+        function replaceImpureVersionSpec(versionSpec) {
+            var parsedUrl = url.parse(versionSpec);
+
+            if(versionSpec == "latest" || versionSpec == "unstable" ||
+                versionSpec.substr(0, 2) == ".." || dependency.substr(0, 2) == "./" || dependency.substr(0, 2) == "~/" || dependency.substr(0, 1) == '/' || /^[^/]+\/[^/]+$/.test(versionSpec))
+                return '*';
+            else if(parsedUrl.protocol == "git:" || parsedUrl.protocol == "git+ssh:" || parsedUrl.protocol == "git+http:" || parsedUrl.protocol == "git+https:" ||
+                parsedUrl.protocol == "http:" || parsedUrl.protocol == "https:")
+                return '*';
+            else
+                return versionSpec;
+        }
+
+        var packageObj = JSON.parse(fs.readFileSync('./package.json'));
+
+        /* Replace dependencies */
+        if(packageObj.dependencies !== undefined) {
+            for(var dependency in packageObj.dependencies) {
+                var versionSpec = packageObj.dependencies[dependency];
+                packageObj.dependencies[dependency] = replaceImpureVersionSpec(versionSpec);
+            }
+        }
+
+        /* Replace development dependencies */
+        if(packageObj.devDependencies !== undefined) {
+            for(var dependency in packageObj.devDependencies) {
+                var versionSpec = packageObj.devDependencies[dependency];
+                packageObj.devDependencies[dependency] = replaceImpureVersionSpec(versionSpec);
+            }
+        }
+
+        /* Replace optional dependencies */
+        if(packageObj.optionalDependencies !== undefined) {
+            for(var dependency in packageObj.optionalDependencies) {
+                var versionSpec = packageObj.optionalDependencies[dependency];
+                packageObj.optionalDependencies[dependency] = replaceImpureVersionSpec(versionSpec);
+            }
+        }
+
+        /* Write the fixed JSON file */
+        fs.writeFileSync("package.json", JSON.stringify(packageObj));
+      EOF
+      ) | node
+    '';
+
     configurePhase = ''
       runHook preConfigure
+
+      mkdir build-dir
+      (
+        cd build-dir
         mkdir node_modules
 
-      # Symlink dependencies for node modules
+        # Symlink or copy dependencies for node modules
-      ${concatStrings (concatMap (dep: map (name: ''
+        # copy is needed if dependency has recursive dependencies,
+        # because node can't follow symlinks while resolving recursive deps.
+        ${concatStrings (concatMap (dep: map (name:
+          if dep.recursiveDeps == [] then ''
             ln -sv ${dep}/lib/node_modules/${name} node_modules/
-      '') dep.names) deps)}
+          '' else ''
+            cp -R ${dep}/lib/node_modules/${name} node_modules/
+          ''
+        ) dep.names) deps)}
 
         # Symlink peer dependencies
         ${concatStrings (mapAttrsToList (name: dep: ''
@@ -64,20 +143,35 @@ let
           }
           EOF
         '') dep.names) (attrValues recursiveDeps))}
+      )
 
-      export HOME=$(pwd)
+      export HOME=$PWD/build-dir
       runHook postConfigure
     '';
 
     buildPhase = ''
       runHook preBuild
-      npm --registry http://www.example.com --nodedir=${sources} install $src ${npmFlags}
+
+      # If source was a file, repackage it, so npm pre/post publish hooks are not triggered,
+      if [[ -f $src ]]; then
+        tar --exclude='build-dir' -czf build-dir/package.tgz ./
+        export src=$HOME/package.tgz
+      else
+        export src=$PWD
+      fi
+
+      # Install package
+      (cd $HOME && npm --registry http://www.example.com --nodedir=${sources} install $src ${npmFlags})
+
       runHook postBuild
     '';
 
     installPhase = ''
       runHook preInstall
 
+      (
+        cd $HOME
+
         # Remove shims
         ${concatStrings (concatMap (dep: map (name: ''
           rm node_modules/${name}/package.json
@@ -85,10 +179,13 @@ let
         '') dep.names) (attrValues recursiveDeps))}
 
         mkdir -p $out/lib/node_modules
+
+        # Install manual
         ${concatStrings (map (name: ''
           mv node_modules/${name} $out/lib/node_modules
           rm -fR $out/lib/node_modules/${name}/node_modules
-        ln -sv $out/.dependent-node-modules $out/lib/node_modules/${name}/node_modules
+          cp -r node_modules $out/lib/node_modules/${name}/node_modules
+
           if [ -e "$out/lib/node_modules/${name}/man" ]; then
             mkdir -p $out/share
             for dir in "$out/lib/node_modules/${name}/man/"*; do
@@ -99,22 +196,20 @@ let
             done
           fi
         '') args.passthru.names)}
+
+        # Symlink dependencies
         ${concatStrings (mapAttrsToList (name: dep: ''
           mv node_modules/${name} $out/lib/node_modules
         '') peerDeps)}
+
+        # Install binaries and patch shebangs
         mv node_modules/.bin $out/lib/node_modules 2>/dev/null || true
-      mv node_modules $out/.dependent-node-modules
         if [ -d "$out/lib/node_modules/.bin" ]; then
           ln -sv $out/lib/node_modules/.bin $out/bin
-        node=`type -p node`
+          ${patchShebangs "$out/lib/node_modules/.bin/*"}
-        coffee=`type -p coffee || true`
-        find -L $out/lib/node_modules/.bin/* -type f -print0 | \
-          xargs -0 sed --follow-symlinks -i \
-            -e 's@#!/usr/bin/env node@#!'"$node"'@' \
-            -e 's@#!/usr/bin/env coffee@#!'"$coffee"'@' \
-            -e 's@#!/.*/node@#!'"$node"'@' \
-            -e 's@#!/.*/coffee@#!'"$coffee"'@'
         fi
+      )
+
       runHook postInstall
     '';
 
@@ -141,6 +236,10 @@ let
 
     # Make buildNodePackage useful with --run-env
     nativeBuildInputs = (args.nativeBuildInputs or []) ++ deps ++ peerDependencies ++ neededNatives;
+
+    # Expose list of recursive dependencies upstream, up to the package that
+    # caused recursive dependency
+    recursiveDeps = (flatten (map (d: remove name d.recursiveDeps) deps)) ++ (attrNames recursiveDeps);
   });
 
 in self

pkgs/top-level/node-packages.nix

@@ -14,16 +14,7 @@ rec {
     inherit (pkgs) runCommand;
   };
 
-  patchSource = fn: srcAttrs:
+  patchSource = fn: srcAttrs: fn srcAttrs;
-    let src = fn srcAttrs; in pkgs.runCommand src.name {} ''
-      mkdir unpack
-      cd unpack
-      unpackFile ${src}
-      chmod -R +w */
-      mv */ package 2>/dev/null || true
-      sed -i -e "s/:\s*\"latest\"/:  \"*\"/" -e "s/:\s\+\"[A-Za-z0-9_-]\+\/[A-Za-z0-9_-]\+\"/:  \"*\"/" -e "s/:\s*\"\(https\?\|git\(\+\(ssh\|http\|https\)\)\?\):\/\/[^\"]*\"/: \"*\"/" package/package.json
-      mv */ $out
-    '';
 
   # Backwards compat
   patchLatest = patchSource fetchurl;