commit 995d2ec92889bf6c4fb9c5a742ac5e96cee0e677 · pyrox.dev/nixpkgs

+52 -8
nixos/modules/services/computing/slurm/slurm.nix
···

       6
       6
        
       

     

       7
       7
        
         cfg = config.services.slurm;

     

       8
       8
        
         # configuration file can be generated by http://slurm.schedmd.com/configurator.html

     

       9
       9
       -
         configFile = pkgs.writeText "slurm.conf"

     

       9
       9
       +
         configFile = pkgs.writeTextDir "slurm.conf"

     

       10
       10
        
           ''

     

       11
       11
        
             ${optionalString (cfg.controlMachine != null) ''controlMachine=${cfg.controlMachine}''}

     

       12
       12
        
             ${optionalString (cfg.controlAddr != null) ''controlAddr=${cfg.controlAddr}''}

     
···

       17
       17
        
             ${cfg.extraConfig}

     

       18
       18
        
           '';

     

       19
       19
        
       

     

       20
       20
       -
         plugStackConfig = pkgs.writeText "plugstack.conf"

     

       20
       20
       +
         plugStackConfig = pkgs.writeTextDir "plugstack.conf"

     

       21
       21
        
           ''

     

       22
       22
        
             ${optionalString cfg.enableSrunX11 ''optional ${pkgs.slurm-spank-x11}/lib/x11.so''}

     

       23
       23
       +
             ${cfg.extraPlugstackConfig}

     

       23
       24
        
           '';

     

       25
       25
       +
       

     

       26
       26
       +
       

     

       27
       27
       +
         cgroupConfig = pkgs.writeTextDir "cgroup.conf"

     

       28
       28
       +
          ''

     

       29
       29
       +
            ${cfg.extraCgroupConfig}

     

       30
       30
       +
          '';

     

       31
       31
       +
       

     

       32
       32
       +
         # slurm expects some additional config files to be

     

       33
       33
       +
         # in the same directory as slurm.conf

     

       34
       34
       +
         etcSlurm = pkgs.symlinkJoin {

     

       35
       35
       +
           name = "etc-slurm";

     

       36
       36
       +
           paths = [ configFile cgroupConfig plugStackConfig ];

     

       37
       37
       +
         };

     

       38
       38
       +
       

     

       24
       39
        
       in

     

       25
       40
        
       

     

       26
       41
        
       {

     
···

       46
       61
        
       

     

       47
       62
        
             client = {

     

       48
       63
        
               enable = mkEnableOption "slurm client daemon";

     

       64
       64
       +
             };

     

       49
       65
        
       

     

       66
       66
       +
             enableStools = mkOption {

     

       67
       67
       +
               type = types.bool;

     

       68
       68
       +
               default = false;

     

       69
       69
       +
               description = ''

     

       70
       70
       +
                 Wether to provide a slurm.conf file.

     

       71
       71
       +
                 Enable this option if you do not run a slurm daemon on this host

     

       72
       72
       +
                 (i.e. <literal>server.enable</literal> and <literal>client.enable</literal> are <literal>false</literal>)

     

       73
       73
       +
                 but you still want to run slurm commands from this host.

     

       74
       74
       +
               '';

     

       50
       75
        
             };

     

       51
       76
        
       

     

       52
       77
        
             package = mkOption {

     
···

       97
       122
        
               example = "debug Nodes=linux[1-32] Default=YES MaxTime=INFINITE State=UP";

     

       98
       123
        
               description = ''

     

       99
       124
        
                 Name by which the partition may be referenced. Note that now you have

     

       100
       100
       -
                 to write patrition's parameters after the name.

     

       125
       125
       +
                 to write the partition's parameters after the name.

     

       101
       126
        
               '';

     

       102
       127
        
             };

     

       103
       128
        
       

     
···

       107
       132
        
               description = ''

     

       108
       133
        
                 If enabled srun will accept the option "--x11" to allow for X11 forwarding

     

       109
       134
        
                 from within an interactive session or a batch job. This activates the

     

       110
       110
       -
                 slurm-spank-x11 module. Note that this requires 'services.openssh.forwardX11'

     

       111
       111
       -
                 to be enabled on the compute nodes.

     

       135
       135
       +
                 slurm-spank-x11 module. Note that this option also enables

     

       136
       136
       +
                 'services.openssh.forwardX11' on the client.

     

       112
       137
        
               '';

     

       113
       138
        
             };

     

       114
       139
        
       

     
···

       130
       155
        
                 the end of the slurm configuration file.

     

       131
       156
        
               '';

     

       132
       157
        
             };

     

       158
       158
       +
       

     

       159
       159
       +
             extraPlugstackConfig = mkOption {

     

       160
       160
       +
               default = "";

     

       161
       161
       +
               type = types.lines;

     

       162
       162
       +
               description = ''

     

       163
       163
       +
                 Extra configuration that will be added to the end of <literal>plugstack.conf</literal>.

     

       164
       164
       +
               '';

     

       165
       165
       +
             };

     

       166
       166
       +
       

     

       167
       167
       +
             extraCgroupConfig = mkOption {

     

       168
       168
       +
               default = "";

     

       169
       169
       +
               type = types.lines;

     

       170
       170
       +
               description = ''

     

       171
       171
       +
                 Extra configuration for <literal>cgroup.conf</literal>. This file is

     

       172
       172
       +
                 used when <literal>procTrackType=proctrack/cgroup</literal>.

     

       173
       173
       +
               '';

     

       174
       174
       +
             };

     

       133
       175
        
           };

     

       134
       176
        
       

     

       135
       177
        
         };

     
···

       142
       184
        
             wrappedSlurm = pkgs.stdenv.mkDerivation {

     

       143
       185
        
               name = "wrappedSlurm";

     

       144
       186
        
       

     

       145
       145
       -
               propagatedBuildInputs = [ cfg.package configFile ];

     

       187
       187
       +
               propagatedBuildInputs = [ cfg.package etcSlurm ];

     

       146
       188
        
       

     

       147
       189
        
               builder = pkgs.writeText "builder.sh" ''

     

       148
       190
        
                 source $stdenv/setup

     
···

       155
       197
        
                 #!/bin/sh

     

       156
       198
        
                 if [ -z "$SLURM_CONF" ]

     

       157
       199
        
                 then

     

       158
       158
       -
                   SLURM_CONF="${configFile}" "$EXE" "\$@"

     

       200
       200
       +
                   SLURM_CONF="${etcSlurm}/slurm.conf" "$EXE" "\$@"

     

       159
       201
        
                 else

     

       160
       202
        
                   "$EXE" "\$0"

     

       161
       203
        
                 fi

     
···

       165
       207
        
               '';

     

       166
       208
        
             };

     

       167
       209
        
       

     

       168
       168
       -
         in mkIf (cfg.client.enable || cfg.server.enable) {

     

       210
       210
       +
         in mkIf (cfg.enableStools || cfg.client.enable || cfg.server.enable) {

     

       169
       211
        
       

     

       170
       212
        
           environment.systemPackages = [ wrappedSlurm ];

     

       171
       213
        
       

     
···

       189
       231
        
               mkdir -p /var/spool

     

       190
       232
        
             '';

     

       191
       233
        
           };

     

       234
       234
       +
       

     

       235
       235
       +
           services.openssh.forwardX11 = mkIf cfg.client.enable (mkDefault true);

     

       192
       236
        
       

     

       193
       237
        
           systemd.services.slurmctld = mkIf (cfg.server.enable) {

     

       194
       238
        
             path = with pkgs; [ wrappedSlurm munge coreutils ]