nixos/tests: add gnome-installed-tests with builder function

The test script is also ported to python.

+1 -10
nixos/tests/all-tests.nix
···
clickhouse = handleTest ./clickhouse.nix {};
cloud-init = handleTest ./cloud-init.nix {};
codimd = handleTest ./codimd.nix {};
-
colord = handleTest ./colord.nix {};
containers-bridge = handleTest ./containers-bridge.nix {};
containers-ephemeral = handleTest ./containers-ephemeral.nix {};
containers-extra_veth = handleTest ./containers-extra_veth.nix {};
···
firewall = handleTest ./firewall.nix {};
fish = handleTest ./fish.nix {};
flannel = handleTestOn ["x86_64-linux"] ./flannel.nix {};
-
flatpak = handleTest ./flatpak.nix {};
-
flatpak-builder = handleTest ./flatpak-builder.nix {};
fluentd = handleTest ./fluentd.nix {};
fontconfig-default-fonts = handleTest ./fontconfig-default-fonts.nix {};
fsck = handleTest ./fsck.nix {};
-
fwupd = handleTestOn ["x86_64-linux"] ./fwupd.nix {}; # libsmbios is unsupported on aarch64
-
gdk-pixbuf = handleTest ./gdk-pixbuf.nix {};
gotify-server = handleTest ./gotify-server.nix {};
gitea = handleTest ./gitea.nix {};
gitlab = handleTest ./gitlab.nix {};
gitolite = handleTest ./gitolite.nix {};
gjs = handleTest ./gjs.nix {};
-
glib-networking = handleTest ./glib-networking.nix {};
glusterfs = handleTest ./glusterfs.nix {};
gnome3-xorg = handleTest ./gnome3-xorg.nix {};
gnome3 = handleTest ./gnome3.nix {};
-
gnome-photos = handleTest ./gnome-photos.nix {};
+
installed-tests = pkgs.recurseIntoAttrs (handleTest ./installed-tests {});
gocd-agent = handleTest ./gocd-agent.nix {};
gocd-server = handleTest ./gocd-server.nix {};
google-oslogin = handleTest ./google-oslogin {};
-
graphene = handleTest ./graphene.nix {};
grafana = handleTest ./grafana.nix {};
graphite = handleTest ./graphite.nix {};
graylog = handleTest ./graylog.nix {};
···
os-prober = handleTestOn ["x86_64-linux"] ./os-prober.nix {};
osquery = handleTest ./osquery.nix {};
osrm-backend = handleTest ./osrm-backend.nix {};
-
ostree = handleTest ./ostree.nix {};
overlayfs = handleTest ./overlayfs.nix {};
packagekit = handleTest ./packagekit.nix {};
pam-oath-login = handleTest ./pam-oath-login.nix {};
···
wireguard-generated = handleTest ./wireguard/generated.nix {};
wordpress = handleTest ./wordpress.nix {};
xautolock = handleTest ./xautolock.nix {};
-
xdg-desktop-portal = handleTest ./xdg-desktop-portal.nix {};
xfce = handleTest ./xfce.nix {};
xfce4-14 = handleTest ./xfce4-14.nix {};
xmonad = handleTest ./xmonad.nix {};
-18
nixos/tests/colord.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }:
-
-
{
-
name = "colord";
-
-
meta = {
-
maintainers = pkgs.colord.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner -d '${pkgs.colord.installedTests}/share'");
-
'';
-
})
-20
nixos/tests/flatpak-builder.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }:
-
-
{
-
name = "flatpak-builder";
-
meta = {
-
maintainers = pkgs.flatpak-builder.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
services.flatpak.enable = true;
-
xdg.portal.enable = true;
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing flatpak-builder ] ++ flatpak-builder.installedTestsDependencies;
-
virtualisation.diskSize = 2048;
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner -d '${pkgs.flatpak-builder.installedTests}/share' --timeout 3600");
-
'';
-
})
-26
nixos/tests/flatpak.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }:
-
-
{
-
name = "flatpak";
-
meta = {
-
maintainers = pkgs.flatpak.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
imports = [ ./common/x11.nix ];
-
services.xserver.desktopManager.gnome3.enable = true; # TODO: figure out minimal environment where the tests work
-
# common/x11.nix enables the auto display manager (lightdm)
-
services.xserver.displayManager.gdm.enable = false;
-
environment.gnome3.excludePackages = pkgs.gnome3.optionalPackages;
-
services.flatpak.enable = true;
-
environment.systemPackages = with pkgs; [ gnupg gnome-desktop-testing ostree python2 ];
-
virtualisation.memorySize = 2047;
-
virtualisation.diskSize = 1024;
-
};
-
-
testScript = ''
-
$machine->waitForX();
-
$machine->succeed("gnome-desktop-testing-runner -d '${pkgs.flatpak.installedTests}/share' --timeout 3600");
-
'';
-
})
-21
nixos/tests/fwupd.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }: {
-
name = "fwupd";
-
-
meta = {
-
maintainers = pkgs.fwupd.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
services.fwupd.enable = true;
-
services.fwupd.blacklistPlugins = []; # don't blacklist test plugin
-
services.fwupd.enableTestRemote = true;
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
-
environment.variables.XDG_DATA_DIRS = [ "${pkgs.fwupd.installedTests}/share" ];
-
virtualisation.memorySize = 768;
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner");
-
'';
-
})
-21
nixos/tests/gdk-pixbuf.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }: {
-
name = "gdk-pixbuf";
-
-
meta = {
-
maintainers = pkgs.gdk-pixbuf.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
-
environment.variables.XDG_DATA_DIRS = [ "${pkgs.gdk-pixbuf.installedTests}/share" ];
-
-
# Tests allocate a lot of memory trying to exploit a CVE
-
# but qemu-system-i386 has a 2047M memory limit
-
virtualisation.memorySize = if pkgs.stdenv.isi686 then 2047 else 4096;
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner -t 1800"); # increase timeout to 1800s
-
'';
-
})
-19
nixos/tests/gjs.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }: {
-
name = "gjs";
-
-
meta = {
-
maintainers = pkgs.gjs.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
imports = [ ./common/x11.nix ];
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
-
environment.variables.XDG_DATA_DIRS = [ "${pkgs.gjs.installedTests}/share" ];
-
};
-
-
testScript = ''
-
$machine->waitForX;
-
$machine->succeed("gnome-desktop-testing-runner");
-
'';
-
})
-17
nixos/tests/glib-networking.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }:
-
-
{
-
name = "glib-networking";
-
meta = {
-
maintainers = pkgs.glib-networking.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner -d '${pkgs.glib-networking.installedTests}/share'");
-
'';
-
})
-42
nixos/tests/gnome-photos.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, lib, ... }:
-
-
let
-
-
# gsettings tool with access to gsettings-desktop-schemas
-
desktop-gsettings = with pkgs; stdenv.mkDerivation {
-
name = "desktop-gsettings";
-
dontUnpack = true;
-
nativeBuildInputs = [ glib wrapGAppsHook ];
-
buildInputs = [ gsettings-desktop-schemas ];
-
installPhase = ''
-
runHook preInstall
-
mkdir -p $out/bin
-
ln -s ${glib.bin}/bin/gsettings $out/bin/desktop-gsettings
-
runHook postInstall
-
'';
-
};
-
-
in
-
-
{
-
name = "gnome-photos";
-
meta = {
-
maintainers = pkgs.gnome-photos.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
imports = [ ./common/x11.nix ];
-
programs.dconf.enable = true;
-
services.gnome3.at-spi2-core.enable = true; # needed for dogtail
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing desktop-gsettings ];
-
services.dbus.packages = with pkgs; [ gnome-photos ];
-
};
-
-
testScript = ''
-
$machine->waitForX;
-
# dogtail needs accessibility enabled
-
$machine->succeed("desktop-gsettings set org.gnome.desktop.interface toolkit-accessibility true 2>&1");
-
$machine->succeed("gnome-desktop-testing-runner -d '${pkgs.gnome-photos.installedTests}/share' 2>&1");
-
'';
-
})
-18
nixos/tests/graphene.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }:
-
-
{
-
name = "graphene";
-
-
meta = {
-
maintainers = pkgs.graphene.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner -d '${pkgs.graphene.installedTests}/share'");
-
'';
-
})
+5
nixos/tests/installed-tests/colord.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.colord;
+
}
+77
nixos/tests/installed-tests/default.nix
···
+
# NixOS tests for gnome-desktop-testing-runner using software
+
# See https://wiki.gnome.org/Initiatives/GnomeGoals/InstalledTests
+
+
{ system ? builtins.currentSystem,
+
config ? {},
+
pkgs ? import ../../.. { inherit system config; }
+
}:
+
+
with import ../../lib/testing-python.nix { inherit system pkgs; };
+
with pkgs.lib;
+
+
let
+
+
callInstalledTest = pkgs.newScope { inherit makeInstalledTest; };
+
+
makeInstalledTest =
+
{ # Package to test. Needs to have an installedTests output
+
tested
+
+
# Config to inject into machine
+
, testConfig ? {}
+
+
# Test script snippet to inject before gnome-desktop-testing-runner begins.
+
# This is useful for extra setup the environment may need before the runner begins.
+
, preTestScript ? ""
+
+
# Does test need X11?
+
, withX11 ? false
+
+
# Extra flags to pass to gnome-desktop-testing-runner.
+
, testRunnerFlags ? ""
+
}:
+
makeTest rec {
+
name = tested.name;
+
+
meta = {
+
maintainers = tested.meta.maintainers;
+
};
+
+
machine = { ... }: {
+
imports = [
+
testConfig
+
] ++ optional withX11 ../common/x11.nix;
+
+
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
+
+
};
+
+
testScript =
+
optionalString withX11 ''
+
machine.wait_for_x()
+
'' +
+
optionalString (preTestScript != "") ''
+
${preTestScript}
+
'' +
+
''
+
machine.succeed(
+
"gnome-desktop-testing-runner ${testRunnerFlags} -d '${tested.installedTests}/share'"
+
)
+
'';
+
};
+
+
in
+
+
{
+
colord = callInstalledTest ./colord.nix {};
+
flatpak = callInstalledTest ./flatpak.nix {};
+
flatpak-builder = callInstalledTest ./flatpak-builder.nix {};
+
fwupd = callInstalledTest ./fwupd.nix {};
+
gdk-pixbuf = callInstalledTest ./gdk-pixbuf.nix {};
+
gjs = callInstalledTest ./gjs.nix {};
+
glib-networking = callInstalledTest ./glib-networking.nix {};
+
gnome-photos = callInstalledTest ./gnome-photos.nix {};
+
graphene = callInstalledTest ./graphene.nix {};
+
ostree = callInstalledTest ./ostree.nix {};
+
xdg-desktop-portal = callInstalledTest ./xdg-desktop-portal.nix {};
+
}
+14
nixos/tests/installed-tests/flatpak-builder.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.flatpak-builder;
+
+
testConfig = {
+
services.flatpak.enable = true;
+
xdg.portal.enable = true;
+
environment.systemPackages = with pkgs; [ flatpak-builder ] ++ flatpak-builder.installedTestsDependencies;
+
virtualisation.diskSize = 2048;
+
};
+
+
testRunnerFlags = "--timeout 3600";
+
}
+19
nixos/tests/installed-tests/flatpak.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.flatpak;
+
withX11 = true;
+
+
testConfig = {
+
services.xserver.desktopManager.gnome3.enable = true; # TODO: figure out minimal environment where the tests work
+
# common/x11.nix enables the auto display manager (lightdm)
+
services.xserver.displayManager.gdm.enable = false;
+
environment.gnome3.excludePackages = pkgs.gnome3.optionalPackages;
+
services.flatpak.enable = true;
+
environment.systemPackages = with pkgs; [ gnupg ostree python2 ];
+
virtualisation.memorySize = 2047;
+
virtualisation.diskSize = 1024;
+
};
+
+
testRunnerFlags = "--timeout 3600";
+
}
+12
nixos/tests/installed-tests/fwupd.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.fwupd;
+
+
testConfig = {
+
services.fwupd.enable = true;
+
services.fwupd.blacklistPlugins = []; # don't blacklist test plugin
+
services.fwupd.enableTestRemote = true;
+
virtualisation.memorySize = 768;
+
};
+
}
+13
nixos/tests/installed-tests/gdk-pixbuf.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.gdk-pixbuf;
+
+
testConfig = {
+
# Tests allocate a lot of memory trying to exploit a CVE
+
# but qemu-system-i386 has a 2047M memory limit
+
virtualisation.memorySize = if pkgs.stdenv.isi686 then 2047 else 4096;
+
};
+
+
testRunnerFlags = "--timeout 1800";
+
}
+6
nixos/tests/installed-tests/gjs.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.gjs;
+
withX11 = true;
+
}
+5
nixos/tests/installed-tests/glib-networking.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.glib-networking;
+
}
+35
nixos/tests/installed-tests/gnome-photos.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.gnome-photos;
+
+
withX11 = true;
+
+
testConfig = {
+
programs.dconf.enable = true;
+
services.gnome3.at-spi2-core.enable = true; # needed for dogtail
+
environment.systemPackages = with pkgs; [
+
# gsettings tool with access to gsettings-desktop-schemas
+
(stdenv.mkDerivation {
+
name = "desktop-gsettings";
+
dontUnpack = true;
+
nativeBuildInputs = [ glib wrapGAppsHook ];
+
buildInputs = [ gsettings-desktop-schemas ];
+
installPhase = ''
+
runHook preInstall
+
mkdir -p $out/bin
+
ln -s ${glib.bin}/bin/gsettings $out/bin/desktop-gsettings
+
runHook postInstall
+
'';
+
})
+
];
+
services.dbus.packages = with pkgs; [ gnome-photos ];
+
};
+
+
preTestScript = ''
+
# dogtail needs accessibility enabled
+
machine.succeed(
+
"desktop-gsettings set org.gnome.desktop.interface toolkit-accessibility true 2>&1"
+
)
+
'';
+
}
+5
nixos/tests/installed-tests/graphene.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.graphene;
+
}
+23
nixos/tests/installed-tests/ostree.nix
···
+
{ pkgs, lib, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.ostree;
+
+
# TODO: Wrap/patch the tests directly in the package
+
testConfig = {
+
environment.systemPackages = with pkgs; [
+
(python3.withPackages (p: with p; [ pyyaml ]))
+
gnupg
+
ostree
+
];
+
+
# for GJS tests
+
environment.variables.GI_TYPELIB_PATH = lib.makeSearchPath "lib/girepository-1.0" (with pkgs; [
+
gtk3
+
pango.out
+
ostree
+
gdk-pixbuf
+
atk
+
]);
+
};
+
}
+5
nixos/tests/installed-tests/xdg-desktop-portal.nix
···
+
{ pkgs, makeInstalledTest, ... }:
+
+
makeInstalledTest {
+
tested = pkgs.xdg-desktop-portal;
+
}
-21
nixos/tests/ostree.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, lib, ... }: {
-
name = "ostree";
-
-
meta = {
-
maintainers = pkgs.ostree.meta.maintainers;
-
};
-
-
# TODO: Wrap/patch the tests directly in the package
-
machine = { pkgs, ... }: {
-
environment.systemPackages = with pkgs; [
-
gnome-desktop-testing ostree gnupg (python3.withPackages (p: with p; [ pyyaml ]))
-
];
-
-
environment.variables.GI_TYPELIB_PATH = lib.makeSearchPath "lib/girepository-1.0" (with pkgs; [ gtk3 pango.out ostree gdk-pixbuf atk ]); # for GJS tests
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner -d ${pkgs.ostree.installedTests}/share");
-
'';
-
})
-17
nixos/tests/xdg-desktop-portal.nix
···
-
# run installed tests
-
import ./make-test.nix ({ pkgs, ... }:
-
-
{
-
name = "xdg-desktop-portal";
-
meta = {
-
maintainers = pkgs.xdg-desktop-portal.meta.maintainers;
-
};
-
-
machine = { pkgs, ... }: {
-
environment.systemPackages = with pkgs; [ gnome-desktop-testing ];
-
};
-
-
testScript = ''
-
$machine->succeed("gnome-desktop-testing-runner -d '${pkgs.xdg-desktop-portal.installedTests}/share'");
-
'';
-
})