···

       
158
       
 
       
        50010 # datanode.address

     

       
159
       
 
       
        50020 # datanode.ipc.address

     

       
160
       
 
       
      ];

     

       
161
       
-
       
      extraConfig.services.hadoop.hdfsSiteInternal."dfs.datanode.data.dir" = let d = cfg.hdfs.datanode.dataDirs; in

     

       
162
       
-
       
        if (d!= null) then (concatMapStringsSep "," (x: "["+x.type+"]file://"+x.path) cfg.hdfs.datanode.dataDirs) else d;

     

       
163
       
 
       
    })

     

       
164
       
 
       


     

       
165
       
 
       
    (hadoopServiceConfig {

     

···

       
158
       
 
       
        50010 # datanode.address

     

       
159
       
 
       
        50020 # datanode.ipc.address

     

       
160
       
 
       
      ];

     

       
161
       
+
       
      extraConfig.services.hadoop.hdfsSiteInternal."dfs.datanode.data.dir" = mkIf (cfg.hdfs.datanode.dataDirs!= null)

     

       
162
       
+
       
        (concatMapStringsSep "," (x: "["+x.type+"]file://"+x.path) cfg.hdfs.datanode.dataDirs);

     

       
163
       
 
       
    })

     

       
164
       
 
       


     

       
165
       
 
       
    (hadoopServiceConfig {

     

···

       
178
       
 
       


     

       
179
       
 
       
      services.hadoop.gatewayRole.enable = true;

     

       
180
       
 
       


     

       
181
       
-
       
      services.hadoop.yarnSiteInternal = with cfg.yarn.nodemanager; {

     

       
182
       
-
       
        "yarn.nodemanager.local-dirs" = localDir;

     

       
183
       
 
       
        "yarn.scheduler.maximum-allocation-vcores" = resource.maximumAllocationVCores;

     

       
184
       
 
       
        "yarn.scheduler.maximum-allocation-mb" = resource.maximumAllocationMB;

     

       
185
       
 
       
        "yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores;

     

       
186
       
 
       
        "yarn.nodemanager.resource.memory-mb" = resource.memoryMB;

     

       
187
       
-
       
      } // mkIf useCGroups {

     

       
188
       
 
       
        "yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn";

     

       
189
       
 
       
        "yarn.nodemanager.linux-container-executor.resources-handler.class" = "org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler";

     

       
190
       
 
       
        "yarn.nodemanager.linux-container-executor.cgroups.mount" = "true";

     

       
191
       
 
       
        "yarn.nodemanager.linux-container-executor.cgroups.mount-path" = "/run/wrappers/yarn-nodemanager/cgroup";

     

       
192
       
-
       
      };

     

       
193
       
 
       


     

       
194
       
 
       
      networking.firewall.allowedTCPPortRanges = [

     

       
195
       
 
       
        (mkIf (cfg.yarn.nodemanager.openFirewall) {from = 1024; to = 65535;})

     

···

       
178
       
 
       


     

       
179
       
 
       
      services.hadoop.gatewayRole.enable = true;

     

       
180
       
 
       


     

       
181
       
+
       
      services.hadoop.yarnSiteInternal = with cfg.yarn.nodemanager; mkMerge [ ({

     

       
182
       
+
       
        "yarn.nodemanager.local-dirs" = mkIf (localDir!= null) (concatStringsSep "," localDir);

     

       
183
       
 
       
        "yarn.scheduler.maximum-allocation-vcores" = resource.maximumAllocationVCores;

     

       
184
       
 
       
        "yarn.scheduler.maximum-allocation-mb" = resource.maximumAllocationMB;

     

       
185
       
 
       
        "yarn.nodemanager.resource.cpu-vcores" = resource.cpuVCores;

     

       
186
       
 
       
        "yarn.nodemanager.resource.memory-mb" = resource.memoryMB;

     

       
187
       
+
       
      }) (mkIf useCGroups {

     

       
188
       
 
       
        "yarn.nodemanager.linux-container-executor.cgroups.hierarchy" = "/hadoop-yarn";

     

       
189
       
 
       
        "yarn.nodemanager.linux-container-executor.resources-handler.class" = "org.apache.hadoop.yarn.server.nodemanager.util.CgroupsLCEResourcesHandler";

     

       
190
       
 
       
        "yarn.nodemanager.linux-container-executor.cgroups.mount" = "true";

     

       
191
       
 
       
        "yarn.nodemanager.linux-container-executor.cgroups.mount-path" = "/run/wrappers/yarn-nodemanager/cgroup";

     

       
192
       
+
       
      })];

     

       
193
       
 
       


     

       
194
       
 
       
      networking.firewall.allowedTCPPortRanges = [

     

       
195
       
 
       
        (mkIf (cfg.yarn.nodemanager.openFirewall) {from = 1024; to = 65535;})

     

···

       
19
       
 
       
          enable = true;

     

       
20
       
 
       
          openFirewall = true;

     

       
21
       
 
       
        };

     

       
22
       
-
       
        yarnSite = options.services.hadoop.yarnSite.default // {

     

       
23
       
 
       
          "yarn.resourcemanager.hostname" = "resourcemanager";

     

       
24
       
 
       
          "yarn.nodemanager.log-dirs" = "/tmp/userlogs";

     

       
25
       
 
       
        };

     

···

       
19
       
 
       
          enable = true;

     

       
20
       
 
       
          openFirewall = true;

     

       
21
       
 
       
        };

     

       
22
       
+
       
        yarnSite = {

     

       
23
       
 
       
          "yarn.resourcemanager.hostname" = "resourcemanager";

     

       
24
       
 
       
          "yarn.nodemanager.log-dirs" = "/tmp/userlogs";

     

       
25
       
 
       
        };