commit 434df3c94b413ea1bd2f7310c7b821356f9edaf4 · pyrox.dev/nixpkgs

+31

doc/languages-frameworks/javascript.section.md

···

       233
        
       

     

       234
        
       It returns a derivation with all `package-lock.json` dependencies downloaded into `$out/`, usable as an npm cache.

     

       235
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       236
        
       ### corepack {#javascript-corepack}

     

       237
        
       

     

       238
        
       This package puts the corepack wrappers for pnpm and yarn in your PATH, and they will honor the `packageManager` setting in the `package.json`.

···

       233
        
       

     

       234
        
       It returns a derivation with all `package-lock.json` dependencies downloaded into `$out/`, usable as an npm cache.

     

       235
        
       

     

       236
       +
       #### importNpmLock {#javascript-buildNpmPackage-importNpmLock}

     

       237
       +
       

     

       238
       +
       `importNpmLock` is a Nix function that requires the following optional arguments:

     

       239
       +
       

     

       240
       +
       - `npmRoot`: Path to package directory containing the source tree

     

       241
       +
       - `package`: Parsed contents of `package.json`

     

       242
       +
       - `packageLock`: Parsed contents of `package-lock.json`

     

       243
       +
       - `pname`: Package name

     

       244
       +
       - `version`: Package version

     

       245
       +
       

     

       246
       +
       It returns a derivation with a patched `package.json` & `package-lock.json` with all dependencies resolved to Nix store paths.

     

       247
       +
       

     

       248
       +
       This function is analogous to using `fetchNpmDeps`, but instead of specifying `hash` it uses metadata from `package.json` & `package-lock.json`.

     

       249
       +
       

     

       250
       +
       Note that `npmHooks.npmConfigHook` cannot be used with `importNpmLock`. You will instead need to use `importNpmLock.npmConfigHook`:

     

       251
       +
       

     

       252
       +
       ```nix

     

       253
       +
       { buildNpmPackage, importNpmLock }:

     

       254
       +
       

     

       255
       +
       buildNpmPackage {

     

       256
       +
         pname = "hello";

     

       257
       +
         version = "0.1.0";

     

       258
       +
       

     

       259
       +
         npmDeps = importNpmLock {

     

       260
       +
           npmRoot = ./.;

     

       261
       +
         };

     

       262
       +
       

     

       263
       +
         npmConfigHook = importNpmLock.npmConfigHook;

     

       264
       +
       }

     

       265
       +
       ```

     

       266
       +
       

     

       267
        
       ### corepack {#javascript-corepack}

     

       268
        
       

     

       269
        
       This package puts the corepack wrappers for pnpm and yarn in your PATH, and they will honor the `packageManager` setting in the `package.json`.

+14 -3

pkgs/build-support/node/build-npm-package/default.nix

···

       49
        
         name = "${name}-npm-deps";

     

       50
        
         hash = npmDepsHash;

     

       51
        
       }

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       52
        
       , ...

     

       53
        
       } @ args:

     

       54
        
       

     
···

       57
        
         npmHooks = buildPackages.npmHooks.override {

     

       58
        
           inherit nodejs;

     

       59
        
         };

     

       60
       -
       

     

       61
       -
         inherit (npmHooks) npmConfigHook npmBuildHook npmInstallHook;

     

       62
        
       in

     

       63
        
       stdenv.mkDerivation (args // {

     

       64
        
         inherit npmDeps npmBuildScript;

     

       65
        
       

     

       66
        
         nativeBuildInputs = nativeBuildInputs

     

       67
       -
           ++ [ nodejs npmConfigHook npmBuildHook npmInstallHook nodejs.python ]

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       68
        
           ++ lib.optionals stdenv.isDarwin [ darwin.cctools ];

     

       69
        
         buildInputs = buildInputs ++ [ nodejs ];

     

       70

···

       49
        
         name = "${name}-npm-deps";

     

       50
        
         hash = npmDepsHash;

     

       51
        
       }

     

       52
       +
         # Custom npmConfigHook

     

       53
       +
       , npmConfigHook ? null

     

       54
       +
         # Custom npmBuildHook

     

       55
       +
       , npmBuildHook ? null

     

       56
       +
         # Custom npmInstallHook

     

       57
       +
       , npmInstallHook ? null

     

       58
        
       , ...

     

       59
        
       } @ args:

     

       60
        
       

     
···

       63
        
         npmHooks = buildPackages.npmHooks.override {

     

       64
        
           inherit nodejs;

     

       65
        
         };

     

       0
        
       
     

       0
        
       
     

       66
        
       in

     

       67
        
       stdenv.mkDerivation (args // {

     

       68
        
         inherit npmDeps npmBuildScript;

     

       69
        
       

     

       70
        
         nativeBuildInputs = nativeBuildInputs

     

       71
       +
           ++ [

     

       72
       +
             nodejs

     

       73
       +
             # Prefer passed hooks

     

       74
       +
             (if npmConfigHook != null then npmConfigHook else npmHooks.npmConfigHook)

     

       75
       +
             (if npmBuildHook != null then npmBuildHook else npmHooks.npmBuildHook)

     

       76
       +
             (if npmInstallHook != null then npmInstallHook else npmHooks.npmInstallHook)

     

       77
       +
             nodejs.python

     

       78
       +
           ]

     

       79
        
           ++ lib.optionals stdenv.isDarwin [ darwin.cctools ];

     

       80
        
         buildInputs = buildInputs ++ [ nodejs ];

     

       81

+134

pkgs/build-support/node/import-npm-lock/default.nix

···

       1
       +
       { lib

     

       2
       +
       , fetchurl

     

       3
       +
       , stdenv

     

       4
       +
       , callPackages

     

       5
       +
       , runCommand

     

       6
       +
       }:

     

       7
       +
       

     

       8
       +
       let

     

       9
       +
         inherit (builtins) match elemAt toJSON removeAttrs;

     

       10
       +
         inherit (lib) importJSON mapAttrs;

     

       11
       +
       

     

       12
       +
         matchGitHubReference = match "github(.com)?:.+";

     

       13
       +
         getName = package: package.name or "unknown";

     

       14
       +
         getVersion = package: package.version or "0.0.0";

     

       15
       +
       

     

       16
       +
         # Fetch a module from package-lock.json -> packages

     

       17
       +
         fetchModule =

     

       18
       +
           { module

     

       19
       +
           , npmRoot ? null

     

       20
       +
           }: (

     

       21
       +
             if module ? "resolved" then

     

       22
       +
               (

     

       23
       +
                 let

     

       24
       +
                   # Parse scheme from URL

     

       25
       +
                   mUrl = match "(.+)://(.+)" module.resolved;

     

       26
       +
                   scheme = elemAt mUrl 0;

     

       27
       +
                 in

     

       28
       +
                 (

     

       29
       +
                   if mUrl == null then

     

       30
       +
                     (

     

       31
       +
                       assert npmRoot != null; {

     

       32
       +
                         outPath = npmRoot + "/${module.resolved}";

     

       33
       +
                       }

     

       34
       +
                     )

     

       35
       +
                   else if (scheme == "http" || scheme == "https") then

     

       36
       +
                     (

     

       37
       +
                       fetchurl {

     

       38
       +
                         url = module.resolved;

     

       39
       +
                         hash = module.integrity;

     

       40
       +
                       }

     

       41
       +
                     )

     

       42
       +
                   else if lib.hasPrefix "git" module.resolved then

     

       43
       +
                     (

     

       44
       +
                       builtins.fetchGit {

     

       45
       +
                         url = module.resolved;

     

       46
       +
                       }

     

       47
       +
                     )

     

       48
       +
                   else throw "Unsupported URL scheme: ${scheme}"

     

       49
       +
                 )

     

       50
       +
               )

     

       51
       +
             else null

     

       52
       +
           );

     

       53
       +
       

     

       54
       +
         # Manage node_modules outside of the store with hooks

     

       55
       +
         hooks = callPackages ./hooks { };

     

       56
       +
       

     

       57
       +
       in

     

       58
       +
       {

     

       59
       +
         importNpmLock =

     

       60
       +
           { npmRoot ? null

     

       61
       +
           , package ? importJSON (npmRoot + "/package.json")

     

       62
       +
           , packageLock ? importJSON (npmRoot + "/package-lock.json")

     

       63
       +
           , pname ? getName package

     

       64
       +
           , version ? getVersion package

     

       65
       +
           }:

     

       66
       +
           let

     

       67
       +
             mapLockDependencies =

     

       68
       +
               mapAttrs

     

       69
       +
                 (name: version: (

     

       70
       +
                   # Substitute the constraint with the version of the dependency from the top-level of package-lock.

     

       71
       +
                   if (

     

       72
       +
                     # if the version is `latest`

     

       73
       +
                     version == "latest"

     

       74
       +
                     ||

     

       75
       +
                     # Or if it's a github reference

     

       76
       +
                     matchGitHubReference version != null

     

       77
       +
                   ) then packageLock'.packages.${"node_modules/${name}"}.version

     

       78
       +
                   # But not a regular version constraint

     

       79
       +
                   else version

     

       80
       +
                 ));

     

       81
       +
       

     

       82
       +
             packageLock' = packageLock // {

     

       83
       +
               packages =

     

       84
       +
                 mapAttrs

     

       85
       +
                   (_: module:

     

       86
       +
                     let

     

       87
       +
                       src = fetchModule {

     

       88
       +
                         inherit module npmRoot;

     

       89
       +
                       };

     

       90
       +
                     in

     

       91
       +
                     (removeAttrs module [

     

       92
       +
                       "link"

     

       93
       +
                       "funding"

     

       94
       +
                     ]) // lib.optionalAttrs (src != null) {

     

       95
       +
                       resolved = "file:${src}";

     

       96
       +
                     } // lib.optionalAttrs (module ? dependencies) {

     

       97
       +
                       dependencies = mapLockDependencies module.dependencies;

     

       98
       +
                     } // lib.optionalAttrs (module ? optionalDependencies) {

     

       99
       +
                       optionalDependencies = mapLockDependencies module.optionalDependencies;

     

       100
       +
                     })

     

       101
       +
                   packageLock.packages;

     

       102
       +
             };

     

       103
       +
       

     

       104
       +
             mapPackageDependencies = mapAttrs (name: _: packageLock'.packages.${"node_modules/${name}"}.resolved);

     

       105
       +
       

     

       106
       +
             # Substitute dependency references in package.json with Nix store paths

     

       107
       +
             packageJSON' = package // lib.optionalAttrs (package ? dependencies) {

     

       108
       +
               dependencies = mapPackageDependencies package.dependencies;

     

       109
       +
             } // lib.optionalAttrs (package ? devDependencies) {

     

       110
       +
               devDependencies = mapPackageDependencies package.devDependencies;

     

       111
       +
             };

     

       112
       +
       

     

       113
       +
             pname = package.name or "unknown";

     

       114
       +
       

     

       115
       +
           in

     

       116
       +
           runCommand "${pname}-${version}-sources"

     

       117
       +
             {

     

       118
       +
               inherit pname version;

     

       119
       +
       

     

       120
       +
               passAsFile = [ "package" "packageLock" ];

     

       121
       +
       

     

       122
       +
               package = toJSON packageJSON';

     

       123
       +
               packageLock = toJSON packageLock';

     

       124
       +
             } ''

     

       125
       +
             mkdir $out

     

       126
       +
             cp "$packagePath" $out/package.json

     

       127
       +
             cp "$packageLockPath" $out/package-lock.json

     

       128
       +
           '';

     

       129
       +
       

     

       130
       +
         inherit hooks;

     

       131
       +
         inherit (hooks) npmConfigHook;

     

       132
       +
       

     

       133
       +
         __functor = self: self.importNpmLock;

     

       134
       +
       }

+52

pkgs/build-support/node/import-npm-lock/hooks/canonicalize-symlinks.js

···

       1
       +
       #!/usr/bin/env node

     

       2
       +
       const fs = require("fs");

     

       3
       +
       const path = require("path");

     

       4
       +
       

     

       5
       +
       // When installing files rewritten to the Nix store with npm

     

       6
       +
       // npm writes the symlinks relative to the build directory.

     

       7
       +
       //

     

       8
       +
       // This makes relocating node_modules tricky when refering to the store.

     

       9
       +
       // This script walks node_modules and canonicalizes symlinks.

     

       10
       +
       

     

       11
       +
       async function canonicalize(storePrefix, root) {

     

       12
       +
         console.log(storePrefix, root)

     

       13
       +
         const entries = await fs.promises.readdir(root);

     

       14
       +
         const paths = entries.map((entry) => path.join(root, entry));

     

       15
       +
       

     

       16
       +
         const stats = await Promise.all(

     

       17
       +
           paths.map(async (path) => {

     

       18
       +
             return {

     

       19
       +
               path: path,

     

       20
       +
               stat: await fs.promises.lstat(path),

     

       21
       +
             };

     

       22
       +
           })

     

       23
       +
         );

     

       24
       +
       

     

       25
       +
         const symlinks = stats.filter((stat) => stat.stat.isSymbolicLink());

     

       26
       +
         const dirs = stats.filter((stat) => stat.stat.isDirectory());

     

       27
       +
       

     

       28
       +
         // Canonicalize symlinks to their real path

     

       29
       +
         await Promise.all(

     

       30
       +
           symlinks.map(async (stat) => {

     

       31
       +
             const target = await fs.promises.realpath(stat.path);

     

       32
       +
             if (target.startsWith(storePrefix)) {

     

       33
       +
               await fs.promises.unlink(stat.path);

     

       34
       +
               await fs.promises.symlink(target, stat.path);

     

       35
       +
             }

     

       36
       +
           })

     

       37
       +
         );

     

       38
       +
       

     

       39
       +
         // Recurse into directories

     

       40
       +
         await Promise.all(dirs.map((dir) => canonicalize(storePrefix, dir.path)));

     

       41
       +
       }

     

       42
       +
       

     

       43
       +
       async function main() {

     

       44
       +
         const args = process.argv.slice(2);

     

       45
       +
         const storePrefix = args[0];

     

       46
       +
       

     

       47
       +
         if (fs.existsSync("node_modules")) {

     

       48
       +
           await canonicalize(storePrefix, "node_modules");

     

       49
       +
         }

     

       50
       +
       }

     

       51
       +
       

     

       52
       +
       main();

+13

pkgs/build-support/node/import-npm-lock/hooks/default.nix

···

       1
       +
       { callPackage, lib, makeSetupHook, srcOnly, nodejs }:

     

       2
       +
       {

     

       3
       +
         npmConfigHook = makeSetupHook

     

       4
       +
           {

     

       5
       +
             name = "npm-config-hook";

     

       6
       +
             substitutions = {

     

       7
       +
               nodeSrc = srcOnly nodejs;

     

       8
       +
               nodeGyp = "${nodejs}/lib/node_modules/npm/node_modules/node-gyp/bin/node-gyp.js";

     

       9
       +
               canonicalizeSymlinksScript = ./canonicalize-symlinks.js;

     

       10
       +
               storePrefix = builtins.storeDir;

     

       11
       +
             };

     

       12
       +
           } ./npm-config-hook.sh;

     

       13
       +
       }

+70

pkgs/build-support/node/import-npm-lock/hooks/npm-config-hook.sh

···

       1
       +
       # shellcheck shell=bash

     

       2
       +
       

     

       3
       +
       npmConfigHook() {

     

       4
       +
           echo "Executing npmConfigHook"

     

       5
       +
       

     

       6
       +
           if [ -n "${npmRoot-}" ]; then

     

       7
       +
             pushd "$npmRoot"

     

       8
       +
           fi

     

       9
       +
       

     

       10
       +
           if [ -z "${npmDeps-}" ]; then

     

       11
       +
               echo "Error: 'npmDeps' should be set when using npmConfigHook."

     

       12
       +
               exit 1

     

       13
       +
           fi

     

       14
       +
       

     

       15
       +
           echo "Configuring npm"

     

       16
       +
       

     

       17
       +
           export HOME="$TMPDIR"

     

       18
       +
           export npm_config_nodedir="@nodeSrc@"

     

       19
       +
           export npm_config_node_gyp="@nodeGyp@"

     

       20
       +
           npm config set offline true

     

       21
       +
           npm config set progress false

     

       22
       +
           npm config set fund false

     

       23
       +
       

     

       24
       +
           echo "Installing patched package.json/package-lock.json"

     

       25
       +
       

     

       26
       +
           # Save original package.json/package-lock.json for closure size reductions.

     

       27
       +
           # The patched one contains store paths we don't want at runtime.

     

       28
       +
           mv package.json .package.json.orig

     

       29
       +
           if test -f package-lock.json; then # Not all packages have package-lock.json.

     

       30
       +
               mv package-lock.json .package-lock.json.orig

     

       31
       +
           fi

     

       32
       +
           cp --no-preserve=mode "${npmDeps}/package.json" package.json

     

       33
       +
           cp --no-preserve=mode "${npmDeps}/package-lock.json" package-lock.json

     

       34
       +
       

     

       35
       +
           echo "Installing dependencies"

     

       36
       +
       

     

       37
       +
           if ! npm install --ignore-scripts $npmInstallFlags "${npmInstallFlagsArray[@]}" $npmFlags "${npmFlagsArray[@]}"; then

     

       38
       +
               echo

     

       39
       +
               echo "ERROR: npm failed to install dependencies"

     

       40
       +
               echo

     

       41
       +
               echo "Here are a few things you can try, depending on the error:"

     

       42
       +
               echo '1. Set `npmFlags = [ "--legacy-peer-deps" ]`'

     

       43
       +
               echo

     

       44
       +
       

     

       45
       +
               exit 1

     

       46
       +
           fi

     

       47
       +
       

     

       48
       +
           patchShebangs node_modules

     

       49
       +
       

     

       50
       +
           npm rebuild $npmRebuildFlags "${npmRebuildFlagsArray[@]}" $npmFlags "${npmFlagsArray[@]}"

     

       51
       +
       

     

       52
       +
           patchShebangs node_modules

     

       53
       +
       

     

       54
       +
           # Canonicalize symlinks from relative paths to the Nix store.

     

       55
       +
           node @canonicalizeSymlinksScript@ @storePrefix@

     

       56
       +
       

     

       57
       +
           # Revert to pre-patched package.json/package-lock.json for closure size reductions

     

       58
       +
           mv .package.json.orig package.json

     

       59
       +
           if test -f ".package-lock.json.orig"; then

     

       60
       +
               mv .package-lock.json.orig package-lock.json

     

       61
       +
           fi

     

       62
       +
       

     

       63
       +
           if [ -n "${npmRoot-}" ]; then

     

       64
       +
             popd

     

       65
       +
           fi

     

       66
       +
       

     

       67
       +
           echo "Finished npmConfigHook"

     

       68
       +
       }

     

       69
       +
       

     

       70
       +
       postConfigureHooks+=(npmConfigHook)

pkgs/top-level/all-packages.nix

···

       10262
        
         inherit (callPackages ../build-support/node/fetch-npm-deps { })

     

       10263
        
           fetchNpmDeps prefetch-npm-deps;

     

       10264
        
       

     

       0
        
       
     

       0
        
       
     

       10265
        
         nodePackages_latest = dontRecurseIntoAttrs nodejs_latest.pkgs // { __attrsFailEvaluation = true; };

     

       10266
        
       

     

       10267
        
         nodePackages = dontRecurseIntoAttrs nodejs.pkgs // { __attrsFailEvaluation = true; };

···

       10262
        
         inherit (callPackages ../build-support/node/fetch-npm-deps { })

     

       10263
        
           fetchNpmDeps prefetch-npm-deps;

     

       10264
        
       

     

       10265
       +
         importNpmLock = callPackages ../build-support/node/import-npm-lock { };

     

       10266
       +
       

     

       10267
        
         nodePackages_latest = dontRecurseIntoAttrs nodejs_latest.pkgs // { __attrsFailEvaluation = true; };

     

       10268
        
       

     

       10269
        
         nodePackages = dontRecurseIntoAttrs nodejs.pkgs // { __attrsFailEvaluation = true; };