···

       
6
       
 
       


     

       
7
       
 
       
  cfg = config.services.slurm;

     

       
8
       
 
       
  # configuration file can be generated by http://slurm.schedmd.com/configurator.html

     

       
9
       
-
       
  configFile = pkgs.writeText "slurm.conf"

     

       
10
       
 
       
    ''

     

       
11
       
 
       
      ${optionalString (cfg.controlMachine != null) ''controlMachine=${cfg.controlMachine}''}

     

       
12
       
 
       
      ${optionalString (cfg.controlAddr != null) ''controlAddr=${cfg.controlAddr}''}

     
···

       
17
       
 
       
      ${cfg.extraConfig}

     

       
18
       
 
       
    '';

     

       
19
       
 
       


     

       
20
       
-
       
  plugStackConfig = pkgs.writeText "plugstack.conf"

     

       
21
       
 
       
    ''

     

       
22
       
 
       
      ${optionalString cfg.enableSrunX11 ''optional ${pkgs.slurm-spank-x11}/lib/x11.so''}

     

       
0
       
 
       

     

       
23
       
 
       
    '';

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
24
       
 
       
in

     

       
25
       
 
       


     

       
26
       
 
       
{

     
···

       
46
       
 
       


     

       
47
       
 
       
      client = {

     

       
48
       
 
       
        enable = mkEnableOption "slurm client daemon";

     

       
0
       
 
       

     

       
49
       
 
       


     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
50
       
 
       
      };

     

       
51
       
 
       


     

       
52
       
 
       
      package = mkOption {

     
···

       
97
       
 
       
        example = "debug Nodes=linux[1-32] Default=YES MaxTime=INFINITE State=UP";

     

       
98
       
 
       
        description = ''

     

       
99
       
 
       
          Name by which the partition may be referenced. Note that now you have

     

       
100
       
-
       
          to write patrition's parameters after the name.

     

       
101
       
 
       
        '';

     

       
102
       
 
       
      };

     

       
103
       
 
       


     
···

       
107
       
 
       
        description = ''

     

       
108
       
 
       
          If enabled srun will accept the option "--x11" to allow for X11 forwarding

     

       
109
       
 
       
          from within an interactive session or a batch job. This activates the

     

       
110
       
-
       
          slurm-spank-x11 module. Note that this requires 'services.openssh.forwardX11'

     

       
111
       
-
       
          to be enabled on the compute nodes.

     

       
112
       
 
       
        '';

     

       
113
       
 
       
      };

     

       
114
       
 
       


     
···

       
130
       
 
       
          the end of the slurm configuration file.

     

       
131
       
 
       
        '';

     

       
132
       
 
       
      };

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
133
       
 
       
    };

     

       
134
       
 
       


     

       
135
       
 
       
  };

     
···

       
142
       
 
       
      wrappedSlurm = pkgs.stdenv.mkDerivation {

     

       
143
       
 
       
        name = "wrappedSlurm";

     

       
144
       
 
       


     

       
145
       
-
       
        propagatedBuildInputs = [ cfg.package configFile ];

     

       
146
       
 
       


     

       
147
       
 
       
        builder = pkgs.writeText "builder.sh" ''

     

       
148
       
 
       
          source $stdenv/setup

     
···

       
155
       
 
       
          #!/bin/sh

     

       
156
       
 
       
          if [ -z "$SLURM_CONF" ]

     

       
157
       
 
       
          then

     

       
158
       
-
       
            SLURM_CONF="${configFile}" "$EXE" "\$@"

     

       
159
       
 
       
          else

     

       
160
       
 
       
            "$EXE" "\$0"

     

       
161
       
 
       
          fi

     
···

       
165
       
 
       
        '';

     

       
166
       
 
       
      };

     

       
167
       
 
       


     

       
168
       
-
       
  in mkIf (cfg.client.enable || cfg.server.enable) {

     

       
169
       
 
       


     

       
170
       
 
       
    environment.systemPackages = [ wrappedSlurm ];

     

       
171
       
 
       


     
···

       
189
       
 
       
        mkdir -p /var/spool

     

       
190
       
 
       
      '';

     

       
191
       
 
       
    };

     

       
0
       
 
       

     

       
0
       
 
       

     

       
192
       
 
       


     

       
193
       
 
       
    systemd.services.slurmctld = mkIf (cfg.server.enable) {

     

       
194
       
 
       
      path = with pkgs; [ wrappedSlurm munge coreutils ]

     

···

       
6
       
 
       


     

       
7
       
 
       
  cfg = config.services.slurm;

     

       
8
       
 
       
  # configuration file can be generated by http://slurm.schedmd.com/configurator.html

     

       
9
       
+
       
  configFile = pkgs.writeTextDir "slurm.conf"

     

       
10
       
 
       
    ''

     

       
11
       
 
       
      ${optionalString (cfg.controlMachine != null) ''controlMachine=${cfg.controlMachine}''}

     

       
12
       
 
       
      ${optionalString (cfg.controlAddr != null) ''controlAddr=${cfg.controlAddr}''}

     
···

       
17
       
 
       
      ${cfg.extraConfig}

     

       
18
       
 
       
    '';

     

       
19
       
 
       


     

       
20
       
+
       
  plugStackConfig = pkgs.writeTextDir "plugstack.conf"

     

       
21
       
 
       
    ''

     

       
22
       
 
       
      ${optionalString cfg.enableSrunX11 ''optional ${pkgs.slurm-spank-x11}/lib/x11.so''}

     

       
23
       
+
       
      ${cfg.extraPlugstackConfig}

     

       
24
       
 
       
    '';

     

       
25
       
+
       


     

       
26
       
+
       


     

       
27
       
+
       
  cgroupConfig = pkgs.writeTextDir "cgroup.conf"

     

       
28
       
+
       
   ''

     

       
29
       
+
       
     ${cfg.extraCgroupConfig}

     

       
30
       
+
       
   '';

     

       
31
       
+
       


     

       
32
       
+
       
  # slurm expects some additional config files to be

     

       
33
       
+
       
  # in the same directory as slurm.conf

     

       
34
       
+
       
  etcSlurm = pkgs.symlinkJoin {

     

       
35
       
+
       
    name = "etc-slurm";

     

       
36
       
+
       
    paths = [ configFile cgroupConfig plugStackConfig ];

     

       
37
       
+
       
  };

     

       
38
       
+
       


     

       
39
       
 
       
in

     

       
40
       
 
       


     

       
41
       
 
       
{

     
···

       
61
       
 
       


     

       
62
       
 
       
      client = {

     

       
63
       
 
       
        enable = mkEnableOption "slurm client daemon";

     

       
64
       
+
       
      };

     

       
65
       
 
       


     

       
66
       
+
       
      enableStools = mkOption {

     

       
67
       
+
       
        type = types.bool;

     

       
68
       
+
       
        default = false;

     

       
69
       
+
       
        description = ''

     

       
70
       
+
       
          Wether to provide a slurm.conf file.

     

       
71
       
+
       
          Enable this option if you do not run a slurm daemon on this host

     

       
72
       
+
       
          (i.e. <literal>server.enable</literal> and <literal>client.enable</literal> are <literal>false</literal>)

     

       
73
       
+
       
          but you still want to run slurm commands from this host.

     

       
74
       
+
       
        '';

     

       
75
       
 
       
      };

     

       
76
       
 
       


     

       
77
       
 
       
      package = mkOption {

     
···

       
122
       
 
       
        example = "debug Nodes=linux[1-32] Default=YES MaxTime=INFINITE State=UP";

     

       
123
       
 
       
        description = ''

     

       
124
       
 
       
          Name by which the partition may be referenced. Note that now you have

     

       
125
       
+
       
          to write the partition's parameters after the name.

     

       
126
       
 
       
        '';

     

       
127
       
 
       
      };

     

       
128
       
 
       


     
···

       
132
       
 
       
        description = ''

     

       
133
       
 
       
          If enabled srun will accept the option "--x11" to allow for X11 forwarding

     

       
134
       
 
       
          from within an interactive session or a batch job. This activates the

     

       
135
       
+
       
          slurm-spank-x11 module. Note that this option also enables

     

       
136
       
+
       
          'services.openssh.forwardX11' on the client.

     

       
137
       
 
       
        '';

     

       
138
       
 
       
      };

     

       
139
       
 
       


     
···

       
155
       
 
       
          the end of the slurm configuration file.

     

       
156
       
 
       
        '';

     

       
157
       
 
       
      };

     

       
158
       
+
       


     

       
159
       
+
       
      extraPlugstackConfig = mkOption {

     

       
160
       
+
       
        default = "";

     

       
161
       
+
       
        type = types.lines;

     

       
162
       
+
       
        description = ''

     

       
163
       
+
       
          Extra configuration that will be added to the end of <literal>plugstack.conf</literal>.

     

       
164
       
+
       
        '';

     

       
165
       
+
       
      };

     

       
166
       
+
       


     

       
167
       
+
       
      extraCgroupConfig = mkOption {

     

       
168
       
+
       
        default = "";

     

       
169
       
+
       
        type = types.lines;

     

       
170
       
+
       
        description = ''

     

       
171
       
+
       
          Extra configuration for <literal>cgroup.conf</literal>. This file is

     

       
172
       
+
       
          used when <literal>procTrackType=proctrack/cgroup</literal>.

     

       
173
       
+
       
        '';

     

       
174
       
+
       
      };

     

       
175
       
 
       
    };

     

       
176
       
 
       


     

       
177
       
 
       
  };

     
···

       
184
       
 
       
      wrappedSlurm = pkgs.stdenv.mkDerivation {

     

       
185
       
 
       
        name = "wrappedSlurm";

     

       
186
       
 
       


     

       
187
       
+
       
        propagatedBuildInputs = [ cfg.package etcSlurm ];

     

       
188
       
 
       


     

       
189
       
 
       
        builder = pkgs.writeText "builder.sh" ''

     

       
190
       
 
       
          source $stdenv/setup

     
···

       
197
       
 
       
          #!/bin/sh

     

       
198
       
 
       
          if [ -z "$SLURM_CONF" ]

     

       
199
       
 
       
          then

     

       
200
       
+
       
            SLURM_CONF="${etcSlurm}/slurm.conf" "$EXE" "\$@"

     

       
201
       
 
       
          else

     

       
202
       
 
       
            "$EXE" "\$0"

     

       
203
       
 
       
          fi

     
···

       
207
       
 
       
        '';

     

       
208
       
 
       
      };

     

       
209
       
 
       


     

       
210
       
+
       
  in mkIf (cfg.enableStools || cfg.client.enable || cfg.server.enable) {

     

       
211
       
 
       


     

       
212
       
 
       
    environment.systemPackages = [ wrappedSlurm ];

     

       
213
       
 
       


     
···

       
231
       
 
       
        mkdir -p /var/spool

     

       
232
       
 
       
      '';

     

       
233
       
 
       
    };

     

       
234
       
+
       


     

       
235
       
+
       
    services.openssh.forwardX11 = mkIf cfg.client.enable (mkDefault true);

     

       
236
       
 
       


     

       
237
       
 
       
    systemd.services.slurmctld = mkIf (cfg.server.enable) {

     

       
238
       
 
       
      path = with pkgs; [ wrappedSlurm munge coreutils ]