commit fab4acccedbca68694602e12b50a475f3b3ccd0a · pyrox.dev/nixpkgs

+12 -3

nixos/tests/all-tests.nix

···

       231
        
         beanstalkd = handleTest ./beanstalkd.nix { };

     

       232
        
         bees = handleTest ./bees.nix { };

     

       233
        
         benchexec = handleTest ./benchexec.nix { };

     

       234
       -
         binary-cache = handleTest ./binary-cache.nix { compression = "zstd"; };

     

       235
       -
         binary-cache-no-compression = handleTest ./binary-cache.nix { compression = "none"; };

     

       236
       -
         binary-cache-xz = handleTest ./binary-cache.nix { compression = "xz"; };

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       237
        
         bind = handleTest ./bind.nix { };

     

       238
        
         bird = handleTest ./bird.nix { };

     

       239
        
         birdwatcher = handleTest ./birdwatcher.nix { };

···

       231
        
         beanstalkd = handleTest ./beanstalkd.nix { };

     

       232
        
         bees = handleTest ./bees.nix { };

     

       233
        
         benchexec = handleTest ./benchexec.nix { };

     

       234
       +
         binary-cache = runTest {

     

       235
       +
           imports = [ ./binary-cache.nix ];

     

       236
       +
           _module.args.compression = "zstd";

     

       237
       +
         };

     

       238
       +
         binary-cache-no-compression = runTest {

     

       239
       +
           imports = [ ./binary-cache.nix ];

     

       240
       +
           _module.args.compression = "none";

     

       241
       +
         };

     

       242
       +
         binary-cache-xz = runTest {

     

       243
       +
           imports = [ ./binary-cache.nix ];

     

       244
       +
           _module.args.compression = "xz";

     

       245
       +
         };

     

       246
        
         bind = handleTest ./bind.nix { };

     

       247
        
         bird = handleTest ./bird.nix { };

     

       248
        
         birdwatcher = handleTest ./birdwatcher.nix { };

+71 -76

nixos/tests/binary-cache.nix

···

       1
       -
       { compression, ... }@args:

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       2
        
       

     

       3
       -
       import ./make-test-python.nix (

     

       4
       -
         { lib, pkgs, ... }:

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       5
        
       

     

       6
       -
         {

     

       7
       -
           name = "binary-cache-" + compression;

     

       8
       -
           meta.maintainers = with lib.maintainers; [ thomasjm ];

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       9
        
       

     

       10
       -
           nodes.machine =

     

       11
       -
             { pkgs, ... }:

     

       12
       -
             {

     

       13
       -
               imports = [ ../modules/installer/cd-dvd/channel.nix ];

     

       14
       -
               environment.systemPackages = with pkgs; [

     

       15
       -
                 openssl

     

       16
       -
                 python3

     

       17
       -
               ];

     

       18
        
       

     

       19
       -
               # We encrypt the binary cache before putting it on the machine so Nix

     

       20
       -
               # doesn't bring any references along.

     

       21
       -
               environment.etc."binary-cache.tar.gz.encrypted".source =

     

       22
       -
                 with pkgs;

     

       23
       -
                 runCommand "binary-cache.tar.gz.encrypted"

     

       24
       -
                   {

     

       25
       -
                     allowReferences = [ ];

     

       26
       -
                     nativeBuildInputs = [ openssl ];

     

       27
       -
                   }

     

       28
       -
                   ''

     

       29
       -
                     tar -czf tmp.tar.gz -C "${

     

       30
       -
                       mkBinaryCache {

     

       31
       -
                         rootPaths = [ hello ];

     

       32
       -
                         inherit compression;

     

       33
       -
                       }

     

       34
       -
                     }" .

     

       35
       -
                     openssl enc -aes-256-cbc -salt -in tmp.tar.gz -out $out -k mysecretpassword

     

       36
       -
                   '';

     

       37
        
       

     

       38
       -
               nix.extraOptions = ''

     

       39
       -
                 experimental-features = nix-command

     

       40
       -
               '';

     

       41
       -
             };

     

       42
        
       

     

       43
       -
           testScript = ''

     

       44
       -
             # Decrypt the cache into /tmp/binary-cache.tar.gz

     

       45
       -
             machine.succeed("openssl enc -d -aes-256-cbc -in /etc/binary-cache.tar.gz.encrypted -out /tmp/binary-cache.tar.gz -k mysecretpassword")

     

       0
        
       
     

       0
        
       
     

       46
        
       

     

       47
       -
             # Untar the cache into /tmp/cache

     

       48
       -
             machine.succeed("mkdir /tmp/cache")

     

       49
       -
             machine.succeed("tar -C /tmp/cache -xf /tmp/binary-cache.tar.gz")

     

       50
        
       

     

       51
       -
             # Sanity test of cache structure

     

       52
       -
             status, stdout = machine.execute("ls /tmp/cache")

     

       53
       -
             cache_files = stdout.split()

     

       54
       -
             assert ("nix-cache-info" in cache_files)

     

       55
       -
             assert ("nar" in cache_files)

     

       56
        
       

     

       57
       -
             # Nix store ping should work

     

       58
       -
             machine.succeed("nix store ping --store file:///tmp/cache")

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       59
        
       

     

       60
       -
             # Cache should contain a .narinfo referring to "hello"

     

       61
       -
             grepLogs = machine.succeed("grep -l 'StorePath: /nix/store/[[:alnum:]]*-hello-.*' /tmp/cache/*.narinfo")

     

       62
        
       

     

       63
       -
             # Get the store path referenced by the .narinfo

     

       64
       -
             narInfoFile = grepLogs.strip()

     

       65
       -
             narInfoContents = machine.succeed("cat " + narInfoFile)

     

       66
       -
             import re

     

       67
       -
             match = re.match(r"^StorePath: (/nix/store/[a-z0-9]*-hello-.*)$", narInfoContents, re.MULTILINE)

     

       68
       -
             if not match: raise Exception("Couldn't find hello store path in cache")

     

       69
       -
             storePath = match[1]

     

       70
       -
       

     

       71
       -
             # Make sure the store path doesn't exist yet

     

       72
       -
             machine.succeed("[ ! -d %s ] || exit 1" % storePath)

     

       73
       -
       

     

       74
       -
             # Should be able to build hello using the cache

     

       75
       -
             logs = machine.succeed("nix-build -A hello '<nixpkgs>' --option require-sigs false --option trusted-substituters file:///tmp/cache --option substituters file:///tmp/cache 2>&1")

     

       76
       -
             logLines = logs.split("\n")

     

       77
       -
             if not "this path will be fetched" in logLines[0]: raise Exception("Unexpected first log line")

     

       78
       -
             def shouldBe(got, desired):

     

       79
       -
               if got != desired: raise Exception("Expected '%s' but got '%s'" % (desired, got))

     

       80
       -
             shouldBe(logLines[1], "  " + storePath)

     

       81
       -
             shouldBe(logLines[2], "copying path '%s' from 'file:///tmp/cache'..." % storePath)

     

       82
       -
             shouldBe(logLines[3], storePath)

     

       83
        
       

     

       84
       -
             # Store path should exist in the store now

     

       85
       -
             machine.succeed("[ -d %s ] || exit 1" % storePath)

     

       86
       -
           '';

     

       87
       -
         }

     

       88
       -
       ) args

···

       1
       +
       { lib, compression, ... }:

     

       2
       +
       {

     

       3
       +
         name = "binary-cache-" + compression;

     

       4
       +
         meta.maintainers = with lib.maintainers; [ thomasjm ];

     

       5
        
       

     

       6
       +
         nodes.machine =

     

       7
       +
           { pkgs, ... }:

     

       8
       +
           {

     

       9
       +
             imports = [ ../modules/installer/cd-dvd/channel.nix ];

     

       10
       +
             environment.systemPackages = with pkgs; [

     

       11
       +
               openssl

     

       12
       +
               python3

     

       13
       +
             ];

     

       14
        
       

     

       15
       +
             # We encrypt the binary cache before putting it on the machine so Nix

     

       16
       +
             # doesn't bring any references along.

     

       17
       +
             environment.etc."binary-cache.tar.gz.encrypted".source =

     

       18
       +
               with pkgs;

     

       19
       +
               runCommand "binary-cache.tar.gz.encrypted"

     

       20
       +
                 {

     

       21
       +
                   allowReferences = [ ];

     

       22
       +
                   nativeBuildInputs = [ openssl ];

     

       23
       +
                 }

     

       24
       +
                 ''

     

       25
       +
                   tar -czf tmp.tar.gz -C "${

     

       26
       +
                     mkBinaryCache {

     

       27
       +
                       rootPaths = [ hello ];

     

       28
       +
                       inherit compression;

     

       29
       +
                     }

     

       30
       +
                   }" .

     

       31
       +
                   openssl enc -aes-256-cbc -salt -in tmp.tar.gz -out $out -k mysecretpassword

     

       32
       +
                 '';

     

       33
        
       

     

       34
       +
             nix.extraOptions = ''

     

       35
       +
               experimental-features = nix-command

     

       36
       +
             '';

     

       37
       +
           };

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       38
        
       

     

       39
       +
         testScript = ''

     

       40
       +
           # Decrypt the cache into /tmp/binary-cache.tar.gz

     

       41
       +
           machine.succeed("openssl enc -d -aes-256-cbc -in /etc/binary-cache.tar.gz.encrypted -out /tmp/binary-cache.tar.gz -k mysecretpassword")

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       42
        
       

     

       43
       +
           # Untar the cache into /tmp/cache

     

       44
       +
           machine.succeed("mkdir /tmp/cache")

     

       45
       +
           machine.succeed("tar -C /tmp/cache -xf /tmp/binary-cache.tar.gz")

     

       0
        
       
     

       46
        
       

     

       47
       +
           # Sanity test of cache structure

     

       48
       +
           status, stdout = machine.execute("ls /tmp/cache")

     

       49
       +
           cache_files = stdout.split()

     

       50
       +
           assert ("nix-cache-info" in cache_files)

     

       51
       +
           assert ("nar" in cache_files)

     

       52
        
       

     

       53
       +
           # Nix store ping should work

     

       54
       +
           machine.succeed("nix store ping --store file:///tmp/cache")

     

       0
        
       
     

       55
        
       

     

       56
       +
           # Cache should contain a .narinfo referring to "hello"

     

       57
       +
           grepLogs = machine.succeed("grep -l 'StorePath: /nix/store/[[:alnum:]]*-hello-.*' /tmp/cache/*.narinfo")

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       58
        
       

     

       59
       +
           # Get the store path referenced by the .narinfo

     

       60
       +
           narInfoFile = grepLogs.strip()

     

       61
       +
           narInfoContents = machine.succeed("cat " + narInfoFile)

     

       62
       +
           import re

     

       63
       +
           match = re.match(r"^StorePath: (/nix/store/[a-z0-9]*-hello-.*)$", narInfoContents, re.MULTILINE)

     

       64
       +
           if not match: raise Exception("Couldn't find hello store path in cache")

     

       65
       +
           storePath = match[1]

     

       66
        
       

     

       67
       +
           # Make sure the store path doesn't exist yet

     

       68
       +
           machine.succeed("[ ! -d %s ] || exit 1" % storePath)

     

       69
        
       

     

       70
       +
           # Should be able to build hello using the cache

     

       71
       +
           logs = machine.succeed("nix-build -A hello '<nixpkgs>' --option require-sigs false --option trusted-substituters file:///tmp/cache --option substituters file:///tmp/cache 2>&1")

     

       72
       +
           logLines = logs.split("\n")

     

       73
       +
           if not "this path will be fetched" in logLines[0]: raise Exception("Unexpected first log line")

     

       74
       +
           def shouldBe(got, desired):

     

       75
       +
             if got != desired: raise Exception("Expected '%s' but got '%s'" % (desired, got))

     

       76
       +
           shouldBe(logLines[1], "  " + storePath)

     

       77
       +
           shouldBe(logLines[2], "copying path '%s' from 'file:///tmp/cache'..." % storePath)

     

       78
       +
           shouldBe(logLines[3], storePath)

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       79
        
       

     

       80
       +
           # Store path should exist in the store now

     

       81
       +
           machine.succeed("[ -d %s ] || exit 1" % storePath)

     

       82
       +
         '';

     

       83
       +
       }

     

       0