···

       
25
       
 
       


     

       
26
       
 
       
## Testing changes to the test framework {#sec-test-the-test-framework}

     

       
27
       
 
       


     

       
0
       
 
       

     

       
0
       
 
       

     

       
28
       
 
       
When making significant changes to the test framework, we run the tests on Hydra, to avoid disrupting the larger NixOS project.

     

       
29
       
 
       


     

       
30
       
 
       
For this, we use the `python-test-refactoring` branch in the `NixOS/nixpkgs` repository, and its [corresponding Hydra jobset](https://hydra.nixos.org/jobset/nixos/python-test-refactoring).

     

···

       
25
       
 
       


     

       
26
       
 
       
## Testing changes to the test framework {#sec-test-the-test-framework}

     

       
27
       
 
       


     

       
28
       
+
       
We currently have limited unit tests for the framework itself. You may run these with `nix-build -A nixosTests.nixos-test-driver`.

     

       
29
       
+
       


     

       
30
       
 
       
When making significant changes to the test framework, we run the tests on Hydra, to avoid disrupting the larger NixOS project.

     

       
31
       
 
       


     

       
32
       
 
       
For this, we use the `python-test-refactoring` branch in the `NixOS/nixpkgs` repository, and its [corresponding Hydra jobset](https://hydra.nixos.org/jobset/nixos/python-test-refactoring).

     

···

       
66
       
 
       
    ;

     

       
67
       
 
       


     

       
68
       
 
       
in {

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
69
       
 
       
  _3proxy = runTest ./3proxy.nix;

     

       
70
       
 
       
  aaaaxy = runTest ./aaaaxy.nix;

     

       
71
       
 
       
  acme = runTest ./acme.nix;

     
···

       
218
       
 
       
  etcd-cluster = handleTestOn ["x86_64-linux"] ./etcd-cluster.nix {};

     

       
219
       
 
       
  etebase-server = handleTest ./etebase-server.nix {};

     

       
220
       
 
       
  etesync-dav = handleTest ./etesync-dav.nix {};

     

       
221
       
-
       
  extra-python-packages = handleTest ./extra-python-packages.nix {};

     

       
222
       
 
       
  evcc = handleTest ./evcc.nix {};

     

       
223
       
 
       
  fancontrol = handleTest ./fancontrol.nix {};

     

       
224
       
 
       
  fcitx5 = handleTest ./fcitx5 {};

     

···

       
66
       
 
       
    ;

     

       
67
       
 
       


     

       
68
       
 
       
in {

     

       
69
       
+
       


     

       
70
       
+
       
  # Testing the test driver

     

       
71
       
+
       
  nixos-test-driver = {

     

       
72
       
+
       
    extra-python-packages = handleTest ./nixos-test-driver/extra-python-packages.nix {};

     

       
73
       
+
       
  };

     

       
74
       
+
       


     

       
75
       
+
       
  # NixOS vm tests and non-vm unit tests

     

       
76
       
+
       


     

       
77
       
 
       
  _3proxy = runTest ./3proxy.nix;

     

       
78
       
 
       
  aaaaxy = runTest ./aaaaxy.nix;

     

       
79
       
 
       
  acme = runTest ./acme.nix;

     
···

       
226
       
 
       
  etcd-cluster = handleTestOn ["x86_64-linux"] ./etcd-cluster.nix {};

     

       
227
       
 
       
  etebase-server = handleTest ./etebase-server.nix {};

     

       
228
       
 
       
  etesync-dav = handleTest ./etesync-dav.nix {};

     

       
0
       
 
       

     

       
229
       
 
       
  evcc = handleTest ./evcc.nix {};

     

       
230
       
 
       
  fancontrol = handleTest ./fancontrol.nix {};

     

       
231
       
 
       
  fcitx5 = handleTest ./fcitx5 {};

     

···

       
1
       
-
       
import ./make-test-python.nix ({ ... }:

     

       
2
       
 
       
  {

     

       
3
       
 
       
    name = "extra-python-packages";

     

       
4
       
 
       


     

···

       
1
       
+
       
import ../make-test-python.nix ({ ... }:

     

       
2
       
 
       
  {

     

       
3
       
 
       
    name = "extra-python-packages";

     

       
4