···

       
153
       
 
       
          MATRIX_SYSTEM: ${{ matrix.system }}

     

       
154
       
 
       
        run: |

     

       
155
       
 
       
          nix-build nixpkgs/untrusted/ci --arg nixpkgs ./nixpkgs/untrusted-pinned -A eval.diff \

     

       
156
       
-
       
            --arg beforeDir "$(readlink ./target)" \

     

       
157
       
-
       
            --arg afterDir "$(readlink ./merged)" \

     

       
158
       
 
       
            --argstr evalSystem "$MATRIX_SYSTEM" \

     

       
159
       
 
       
            --out-link diff

     

       
160
       
 
       


     
···

       
207
       
 
       


     

       
208
       
 
       
          # Use the target branch to get accurate maintainer info

     

       
209
       
 
       
          nix-build nixpkgs/trusted/ci --arg nixpkgs ./nixpkgs/trusted-pinned -A eval.compare \

     

       
210
       
-
       
            --arg combinedDir "$(realpath ./combined)" \

     

       
211
       
 
       
            --arg touchedFilesJson ./touched-files.json \

     

       
212
       
 
       
            --argstr githubAuthorId "$AUTHOR_ID" \

     

       
213
       
 
       
            --out-link comparison

     

···

       
153
       
 
       
          MATRIX_SYSTEM: ${{ matrix.system }}

     

       
154
       
 
       
        run: |

     

       
155
       
 
       
          nix-build nixpkgs/untrusted/ci --arg nixpkgs ./nixpkgs/untrusted-pinned -A eval.diff \

     

       
156
       
+
       
            --arg beforeDir ./target \

     

       
157
       
+
       
            --arg afterDir ./merged \

     

       
158
       
 
       
            --argstr evalSystem "$MATRIX_SYSTEM" \

     

       
159
       
 
       
            --out-link diff

     

       
160
       
 
       


     
···

       
207
       
 
       


     

       
208
       
 
       
          # Use the target branch to get accurate maintainer info

     

       
209
       
 
       
          nix-build nixpkgs/trusted/ci --arg nixpkgs ./nixpkgs/trusted-pinned -A eval.compare \

     

       
210
       
+
       
            --arg combinedDir ./combined \

     

       
211
       
 
       
            --arg touchedFilesJson ./touched-files.json \

     

       
212
       
 
       
            --argstr githubAuthorId "$AUTHOR_ID" \

     

       
213
       
 
       
            --out-link comparison

     

···

       
33
       
 
       
To compare two commits locally, first run the following on the baseline commit:

     

       
34
       
 
       


     

       
35
       
 
       
```

     

       
36
       
-
       
BASELINE=$(nix-build ci -A eval.baseline --no-out-link)

     

       
37
       
 
       
```

     

       
38
       
 
       


     

       
39
       
 
       
Then, on the commit with your changes:

     

       
40
       
 
       


     

       
41
       
 
       
```

     

       
42
       
-
       
nix-build ci -A eval.full --arg baseline $BASELINE

     

       
43
       
 
       
```

     

       
44
       
 
       


     

       
45
       
 
       
Keep in mind to otherwise pass the same set of arguments for both commands (`evalSystems`, `quickTest`, `chunkSize`).

     

···

       
33
       
 
       
To compare two commits locally, first run the following on the baseline commit:

     

       
34
       
 
       


     

       
35
       
 
       
```

     

       
36
       
+
       
nix-build ci -A eval.baseline --out-link baseline

     

       
37
       
 
       
```

     

       
38
       
 
       


     

       
39
       
 
       
Then, on the commit with your changes:

     

       
40
       
 
       


     

       
41
       
 
       
```

     

       
42
       
+
       
nix-build ci -A eval.full --arg baseline ./baseline

     

       
43
       
 
       
```

     

       
44
       
 
       


     

       
45
       
 
       
Keep in mind to otherwise pass the same set of arguments for both commands (`evalSystems`, `quickTest`, `chunkSize`).

     

···

       
13
       
 
       
  byName ? false,

     

       
14
       
 
       
}:

     

       
15
       
 
       
let

     

       
0
       
 
       

     

       
0
       
 
       

     

       
16
       
 
       
  /*

     

       
17
       
 
       
    Derivation that computes which packages are affected (added, changed or removed) between two revisions of nixpkgs.

     

       
18
       
 
       
    Note: "platforms" are "x86_64-linux", "aarch64-darwin", ...

     
···

       
75
       
 
       
  # Attrs

     

       
76
       
 
       
  # - keys: "added", "changed", "removed" and "rebuilds"

     

       
77
       
 
       
  # - values: lists of `packagePlatformPath`s

     

       
78
       
-
       
  diffAttrs = builtins.fromJSON (builtins.readFile "${combinedDir}/combined-diff.json");

     

       
79
       
 
       


     

       
80
       
 
       
  changedPackagePlatformAttrs = convertToPackagePlatformAttrs diffAttrs.changed;

     

       
81
       
 
       
  rebuildsPackagePlatformAttrs = convertToPackagePlatformAttrs diffAttrs.rebuilds;

     
···

       
139
       
 
       
    maintainers = builtins.toJSON maintainers;

     

       
140
       
 
       
    passAsFile = [ "maintainers" ];

     

       
141
       
 
       
    env = {

     

       
142
       
-
       
      BEFORE_DIR = "${combinedDir}/before";

     

       
143
       
-
       
      AFTER_DIR = "${combinedDir}/after";

     

       
144
       
 
       
    };

     

       
145
       
 
       
  }

     

       
146
       
 
       
  ''

     

···

       
13
       
 
       
  byName ? false,

     

       
14
       
 
       
}:

     

       
15
       
 
       
let

     

       
16
       
+
       
  combined = builtins.storePath combinedDir;

     

       
17
       
+
       


     

       
18
       
 
       
  /*

     

       
19
       
 
       
    Derivation that computes which packages are affected (added, changed or removed) between two revisions of nixpkgs.

     

       
20
       
 
       
    Note: "platforms" are "x86_64-linux", "aarch64-darwin", ...

     
···

       
77
       
 
       
  # Attrs

     

       
78
       
 
       
  # - keys: "added", "changed", "removed" and "rebuilds"

     

       
79
       
 
       
  # - values: lists of `packagePlatformPath`s

     

       
80
       
+
       
  diffAttrs = builtins.fromJSON (builtins.readFile "${combined}/combined-diff.json");

     

       
81
       
 
       


     

       
82
       
 
       
  changedPackagePlatformAttrs = convertToPackagePlatformAttrs diffAttrs.changed;

     

       
83
       
 
       
  rebuildsPackagePlatformAttrs = convertToPackagePlatformAttrs diffAttrs.rebuilds;

     
···

       
141
       
 
       
    maintainers = builtins.toJSON maintainers;

     

       
142
       
 
       
    passAsFile = [ "maintainers" ];

     

       
143
       
 
       
    env = {

     

       
144
       
+
       
      BEFORE_DIR = "${combined}/before";

     

       
145
       
+
       
      AFTER_DIR = "${combined}/after";

     

       
146
       
 
       
    };

     

       
147
       
 
       
  }

     

       
148
       
 
       
  ''

     

···

       
11
       
 
       
}:

     

       
12
       
 
       


     

       
13
       
 
       
let

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
14
       
 
       
  /*

     

       
15
       
 
       
    Computes the key difference between two attrs

     

       
16
       
 
       


     
···

       
64
       
 
       
    in

     

       
65
       
 
       
    builtins.fromJSON data;

     

       
66
       
 
       


     

       
67
       
-
       
  beforeAttrs = getAttrs beforeDir;

     

       
68
       
-
       
  afterAttrs = getAttrs afterDir;

     

       
69
       
 
       
  diffAttrs = diff beforeAttrs afterAttrs;

     

       
70
       
 
       
  diffJson = writeText "diff.json" (builtins.toJSON diffAttrs);

     

       
71
       
 
       
in

     

       
72
       
 
       
runCommand "diff" { } ''

     

       
73
       
 
       
  mkdir -p $out/${evalSystem}

     

       
74
       
 
       


     

       
75
       
-
       
  cp -r ${beforeDir} $out/before

     

       
76
       
-
       
  cp -r ${afterDir} $out/after

     

       
77
       
 
       
  cp ${diffJson} $out/${evalSystem}/diff.json

     

       
78
       
 
       
''

     

···

       
11
       
 
       
}:

     

       
12
       
 
       


     

       
13
       
 
       
let

     

       
14
       
+
       
  before = builtins.storePath beforeDir;

     

       
15
       
+
       
  after = builtins.storePath afterDir;

     

       
16
       
+
       


     

       
17
       
 
       
  /*

     

       
18
       
 
       
    Computes the key difference between two attrs

     

       
19
       
 
       


     
···

       
67
       
 
       
    in

     

       
68
       
 
       
    builtins.fromJSON data;

     

       
69
       
 
       


     

       
70
       
+
       
  beforeAttrs = getAttrs before;

     

       
71
       
+
       
  afterAttrs = getAttrs after;

     

       
72
       
 
       
  diffAttrs = diff beforeAttrs afterAttrs;

     

       
73
       
 
       
  diffJson = writeText "diff.json" (builtins.toJSON diffAttrs);

     

       
74
       
 
       
in

     

       
75
       
 
       
runCommand "diff" { } ''

     

       
76
       
 
       
  mkdir -p $out/${evalSystem}

     

       
77
       
 
       


     

       
78
       
+
       
  cp -r ${before} $out/before

     

       
79
       
+
       
  cp -r ${after} $out/after

     

       
80
       
 
       
  cp ${diffJson} $out/${evalSystem}/diff.json

     

       
81
       
 
       
''