commit 16a224b35584e4c63b0ae401e791657fe20f3e9c · pyrox.dev/nixpkgs

+37 -20

pkgs/build-support/src-only/default.nix

···

       37
        
       

     

       38
        
       attrs:

     

       39
        
       let

     

       40
       -
         args = attrs.drvAttrs or attrs;

     

       41
       -
         name = args.name or "${args.pname}-${args.version}";

     

       42
       -
         stdenv = args.stdenv or (lib.warn "srcOnly: stdenv not provided, using stdenvNoCC" stdenvNoCC);

     

       43
       -
         drv = stdenv.mkDerivation (

     

       44
       -
           args

     

       45
       -
           // {

     

       46
       -
             name = "${name}-source";

     

       47
        
       

     

       48
       -
             outputs = [ "out" ];

     

       49
        
       

     

       50
       -
             phases = [

     

       51
       -
               "unpackPhase"

     

       52
       -
               "patchPhase"

     

       53
       -
               "installPhase"

     

       54
       -
             ];

     

       55
       -
             separateDebugInfo = false;

     

       56
        
       

     

       57
       -
             dontUnpack = false;

     

       0
        
       
     

       58
        
       

     

       59
       -
             dontInstall = false;

     

       60
       -
             installPhase = "cp -pr --reflink=auto -- . $out";

     

       61
       -
           }

     

       62
       -
         );

     

       63
        
       in

     

       64
       -
       lib.warnIf (args.dontUnpack or false) "srcOnly: derivation has dontUnpack set, overriding" drv

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0

···

       37
        
       

     

       38
        
       attrs:

     

       39
        
       let

     

       40
       +
         argsToOverride = args: {

     

       41
       +
           name = "${args.name or "${args.pname}-${args.version}"}-source";

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       42
        
       

     

       43
       +
           outputs = [ "out" ];

     

       44
        
       

     

       45
       +
           phases = [

     

       46
       +
             "unpackPhase"

     

       47
       +
             "patchPhase"

     

       48
       +
             "installPhase"

     

       49
       +
           ];

     

       50
       +
           separateDebugInfo = false;

     

       51
        
       

     

       52
       +
           dontUnpack = lib.warnIf (args.dontUnpack or false

     

       53
       +
           ) "srcOnly: derivation has dontUnpack set, overriding" false;

     

       54
        
       

     

       55
       +
           dontInstall = false;

     

       56
       +
           installPhase = "cp -pr --reflink=auto -- . $out";

     

       57
       +
         };

     

       0
        
       
     

       58
        
       in

     

       59
       +
       

     

       60
       +
       # If we are passed a derivation (based on stdenv*), we can use overrideAttrs to

     

       61
       +
       # update the arguments to mkDerivation. This gives us the proper awareness of

     

       62
       +
       # what arguments were effectively passed *to* mkDerivation as opposed to

     

       63
       +
       # builtins.derivation (by mkDerivation). For example, stdenv.mkDerivation

     

       64
       +
       # accepts an `env` attribute set which is postprocessed before being passed to

     

       65
       +
       # builtins.derivation. This can lead to evaluation failures, if we assume

     

       66
       +
       # that drvAttrs is equivalent to the arguments passed to mkDerivation.

     

       67
       +
       # See https://github.com/NixOS/nixpkgs/issues/269539.

     

       68
       +
       if lib.isDerivation attrs && attrs ? overrideAttrs then

     

       69
       +
         attrs.overrideAttrs (_finalAttrs: prevAttrs: argsToOverride prevAttrs)

     

       70
       +
       else

     

       71
       +
         let

     

       72
       +
           # TODO(@sternenseemann): remove drvAttrs special casing

     

       73
       +
           # If we don't have overrideAttrs, it is extremely unlikely that we are seeing

     

       74
       +
           # a derivation constructed by stdenv.mkDerivation. Since srcOnly assumes

     

       75
       +
           # that we are using stdenv's setup.sh, it therefore doesn't make sense to

     

       76
       +
           # have derivation specific logic in this branch.

     

       77
       +
           args = attrs.drvAttrs or attrs;

     

       78
       +
           stdenv = args.stdenv or (lib.warn "srcOnly: stdenv not provided, using stdenvNoCC" stdenvNoCC);

     

       79
       +
           drv = stdenv.mkDerivation (args // argsToOverride args);

     

       80
       +
         in

     

       81
       +
         drv

+85 -22

pkgs/build-support/src-only/tests.nix

···

       5
        
         hello,

     

       6
        
         emptyDirectory,

     

       7
        
         zlib,

     

       0
        
       
     

       0
        
       
     

       8
        
         stdenv,

     

       9
        
         testers,

     

       10
        
       }:

     

       11
        
       

     

       12
        
       let

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       13
        
         emptySrc = srcOnly emptyDirectory;

     

       14
        
         zlibSrc = srcOnly zlib;

     

       15
        
       

     

       16
        
         # It can be invoked in a number of ways. Let's make sure they're equivalent.

     

       17
       -
         zlibSrcDrvAttrs = srcOnly zlib.drvAttrs;

     

       18
        
         # zlibSrcFreeform = # ???;

     

       19
        
         helloSrc = srcOnly hello;

     

       20
       -
         helloSrcDrvAttrs = srcOnly hello.drvAttrs;

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       21
        
       

     

       22
        
         # The srcOnly <drv> invocation leaks a lot of attrs into the srcOnly derivation,

     

       23
        
         # so for comparing with the freeform invocation, we need to make a selection.

     
···

       33
        
             ;

     

       34
        
         };

     

       35
        
         helloDrvSimpleSrc = srcOnly helloDrvSimple;

     

       36
       -
         helloDrvSimpleSrcFreeform = srcOnly (

     

       37
       -
           {

     

       38
       -
             inherit (helloDrvSimple)

     

       39
       -
               name

     

       40
       -
               pname

     

       41
       -
               version

     

       42
       -
               src

     

       43
       -
               patches

     

       44
       -
               stdenv

     

       45
       -
               ;

     

       46
       -
           }

     

       47
       -
           # __impureHostDeps get duplicated in helloDrvSimpleSrc (on darwin)

     

       48
       -
           # This is harmless, but fails the test for what is arguably an

     

       49
       -
           # unrelated non-problem, so we just work around it here.

     

       50
       -
           # The inclusion of __impureHostDeps really shouldn't be required,

     

       51
       -
           # and should be removed from this test.

     

       52
       -
           // lib.optionalAttrs (helloDrvSimple ? __impureHostDeps) {

     

       53
       -
             inherit (helloDrvSimple) __impureHostDeps;

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       54
        
           }

     

       55
        
         );

     

       56
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       57
        
       in

     

       58
        
       

     

       59
        
       runCommand "srcOnly-tests"

     

       60
        
         {

     

       61
        
           moreTests = [

     

       62
       -
             (testers.testEqualDerivation "zlibSrcDrvAttrs == zlibSrc" zlibSrcDrvAttrs zlibSrc)

     

       63
        
             # (testers.testEqualDerivation

     

       64
        
             #   "zlibSrcFreeform == zlibSrc"

     

       65
        
             #   zlibSrcFreeform

     

       66
        
             #   zlibSrc)

     

       67
       -
             (testers.testEqualDerivation "helloSrcDrvAttrs == helloSrc" helloSrcDrvAttrs helloSrc)

     

       0
        
       
     

       0
        
       
     

       68
        
             (testers.testEqualDerivation "helloDrvSimpleSrcFreeform == helloDrvSimpleSrc"

     

       69
        
               helloDrvSimpleSrcFreeform

     

       70
        
               helloDrvSimpleSrc

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       71
        
             )

     

       72
        
           ];

     

       73
        
         }

···

       5
        
         hello,

     

       6
        
         emptyDirectory,

     

       7
        
         zlib,

     

       8
       +
         git,

     

       9
       +
         withCFlags,

     

       10
        
         stdenv,

     

       11
        
         testers,

     

       12
        
       }:

     

       13
        
       

     

       14
        
       let

     

       15
       +
         # Extract (effective) arguments passed to stdenv.mkDerivation and compute the

     

       16
       +
         # arguments we would need to pass to srcOnly manually in order to get the same

     

       17
       +
         # as `srcOnly drv`, i.e. the arguments passed to stdenv.mkDerivation plus the

     

       18
       +
         # used stdenv itself.

     

       19
       +
         getEquivAttrs =

     

       20
       +
           drv:

     

       21
       +
           let

     

       22
       +
             drv' = drv.overrideAttrs (

     

       23
       +
               _finalAttrs: prevAttrs: {

     

       24
       +
                 passthru = prevAttrs.passthru or { } // {

     

       25
       +
                   passedAttrs = prevAttrs;

     

       26
       +
                 };

     

       27
       +
               }

     

       28
       +
             );

     

       29
       +
           in

     

       30
       +
           drv'.passedAttrs // { inherit (drv') stdenv; };

     

       31
       +
       

     

       32
       +
         canEvalDrv = drv: (builtins.tryEval drv.drvPath).success;

     

       33
       +
       

     

       34
        
         emptySrc = srcOnly emptyDirectory;

     

       35
        
         zlibSrc = srcOnly zlib;

     

       36
        
       

     

       37
        
         # It can be invoked in a number of ways. Let's make sure they're equivalent.

     

       38
       +
         zlibSrcEquiv = srcOnly (getEquivAttrs zlib);

     

       39
        
         # zlibSrcFreeform = # ???;

     

       40
        
         helloSrc = srcOnly hello;

     

       41
       +
         helloSrcEquiv = srcOnly (getEquivAttrs hello);

     

       42
       +
       

     

       43
       +
         gitSrc = srcOnly git;

     

       44
       +
         gitSrcEquiv = srcOnly (getEquivAttrs git);

     

       45
        
       

     

       46
        
         # The srcOnly <drv> invocation leaks a lot of attrs into the srcOnly derivation,

     

       47
        
         # so for comparing with the freeform invocation, we need to make a selection.

     
···

       57
        
             ;

     

       58
        
         };

     

       59
        
         helloDrvSimpleSrc = srcOnly helloDrvSimple;

     

       60
       +
         helloDrvSimpleSrcFreeform = srcOnly ({

     

       61
       +
           inherit (helloDrvSimple)

     

       62
       +
             name

     

       63
       +
             pname

     

       64
       +
             version

     

       65
       +
             src

     

       66
       +
             patches

     

       67
       +
             stdenv

     

       68
       +
             ;

     

       69
       +
         });

     

       70
       +
       

     

       71
       +
         # Test the issue reported in https://github.com/NixOS/nixpkgs/issues/269539

     

       72
       +
         stdenvAdapterDrv =

     

       73
       +
           let

     

       74
       +
             drv = (withCFlags [ "-Werror" "-Wall" ] stdenv).mkDerivation {

     

       75
       +
               name = "drv-using-stdenv-adapter";

     

       76
       +
             };

     

       77
       +
           in

     

       78
       +
           # Confirm the issue we are trying to avoid exists

     

       79
       +
           assert !(canEvalDrv (srcOnly drv.drvAttrs));

     

       80
       +
           drv;

     

       81
       +
         stdenvAdapterDrvSrc = srcOnly stdenvAdapterDrv;

     

       82
       +
         stdenvAdapterDrvSrcEquiv = srcOnly (

     

       83
       +
           getEquivAttrs stdenvAdapterDrv

     

       84
       +
           // {

     

       85
       +
             # The upside of using overrideAttrs is that any stdenv adapter related

     

       86
       +
             # modifications are only applied once. Using the adapter here again would

     

       87
       +
             # mean applying it twice in total (since withCFlags functions more or less

     

       88
       +
             # like an automatic overrideAttrs).

     

       89
       +
             inherit stdenv;

     

       90
        
           }

     

       91
        
         );

     

       92
        
       

     

       93
       +
         # Issue similar to https://github.com/NixOS/nixpkgs/issues/269539

     

       94
       +
         structuredAttrsDrv =

     

       95
       +
           let

     

       96
       +
             drv = stdenv.mkDerivation {

     

       97
       +
               name = "drv-using-structured-attrs";

     

       98
       +
               src = emptyDirectory;

     

       99
       +
       

     

       100
       +
               env.NIX_DEBUG = true;

     

       101
       +
               __structuredAttrs = true;

     

       102
       +
             };

     

       103
       +
           in

     

       104
       +
           # Confirm the issue we are trying to avoid exists

     

       105
       +
           assert !(canEvalDrv (srcOnly drv.drvAttrs));

     

       106
       +
           drv;

     

       107
       +
         structuredAttrsDrvSrc = srcOnly structuredAttrsDrv;

     

       108
       +
         structuredAttrsDrvSrcEquiv = srcOnly (getEquivAttrs structuredAttrsDrv);

     

       109
       +
       

     

       110
        
       in

     

       111
        
       

     

       112
        
       runCommand "srcOnly-tests"

     

       113
        
         {

     

       114
        
           moreTests = [

     

       115
       +
             (testers.testEqualDerivation "zlibSrcEquiv == zlibSrc" zlibSrcEquiv zlibSrc)

     

       116
        
             # (testers.testEqualDerivation

     

       117
        
             #   "zlibSrcFreeform == zlibSrc"

     

       118
        
             #   zlibSrcFreeform

     

       119
        
             #   zlibSrc)

     

       120
       +
             (testers.testEqualDerivation "helloSrcEquiv == helloSrc" helloSrcEquiv helloSrc)

     

       121
       +
             (testers.testEqualDerivation "helloSrcEquiv == helloSrc" helloSrcEquiv helloSrc)

     

       122
       +
             (testers.testEqualDerivation "gitSrcEquiv == gitSrc" gitSrcEquiv gitSrc)

     

       123
        
             (testers.testEqualDerivation "helloDrvSimpleSrcFreeform == helloDrvSimpleSrc"

     

       124
        
               helloDrvSimpleSrcFreeform

     

       125
        
               helloDrvSimpleSrc

     

       126
       +
             )

     

       127
       +
             (testers.testEqualDerivation "stdenvAdapterDrvSrcEquiv == stdenvAdapterDrvSrc"

     

       128
       +
               stdenvAdapterDrvSrcEquiv

     

       129
       +
               stdenvAdapterDrvSrc

     

       130
       +
             )

     

       131
       +
             (testers.testEqualDerivation "structuredAttrsDrvSrcEquiv == structuredAttrsDrvSrc"

     

       132
       +
               structuredAttrsDrvSrcEquiv

     

       133
       +
               structuredAttrsDrvSrc

     

       134
        
             )

     

       135
        
           ];

     

       136
        
         }