···

       
26
       
 
       
assert elem stdenv.system [ "x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin" ];

     

       
27
       
 
       


     

       
28
       
 
       
let

     

       
29
       
-
       
  common = { pname, versions, untarDir ? "${pname}-${version}", hash, jdk, openssl ? null, nativeLibs ? [ ], libPatches ? "", tests }:

     

       
30
       
 
       
    stdenv.mkDerivation rec {

     

       
31
       
 
       
      inherit pname jdk libPatches untarDir openssl;

     

       
32
       
-
       
      version = versions.${stdenv.system} or (throw "Unsupported system: ${stdenv.system}");

     

       
33
       
 
       
      src = fetchurl {

     

       
34
       
 
       
        url = "mirror://apache/hadoop/common/hadoop-${version}/hadoop-${version}" + optionalString stdenv.isAarch64 "-aarch64" + ".tar.gz";

     

       
35
       
-
       
        hash = hash.${stdenv.system};

     

       
36
       
 
       
      };

     

       
37
       
 
       
      doCheck = true;

     

       
38
       
 
       


     
···

       
63
       
 
       


     

       
64
       
 
       
      passthru = { inherit tests; };

     

       
65
       
 
       


     

       
66
       
-
       
      meta = {

     

       
67
       
 
       
        homepage = "https://hadoop.apache.org/";

     

       
68
       
 
       
        description = "Framework for distributed processing of large data sets across clusters of computers";

     

       
69
       
 
       
        license = licenses.asl20;

     
···

       
81
       
 
       
          computers, each of which may be prone to failures.

     

       
82
       
 
       
        '';

     

       
83
       
 
       
        maintainers = with maintainers; [ illustris ];

     

       
84
       
-
       
        platforms = attrNames hash;

     

       
85
       
-
       
      };

     

       
86
       
 
       
    };

     

       
87
       
 
       
in

     

       
88
       
 
       
{

     
···

       
90
       
 
       
  # https://cwiki.apache.org/confluence/display/HADOOP/Hadoop+Java+Versions

     

       
91
       
 
       
  hadoop_3_3 = common rec {

     

       
92
       
 
       
    pname = "hadoop";

     

       
93
       
-
       
    versions = rec {

     

       
94
       
-
       
      x86_64-linux = "3.3.3";

     

       
95
       
-
       
      x86_64-darwin = x86_64-linux;

     

       
96
       
-
       
      aarch64-linux = "3.3.1";

     

       
97
       
-
       
      aarch64-darwin = aarch64-linux;

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
98
       
 
       
    };

     

       
99
       
-
       
    untarDir = "${pname}-${version}";

     

       
100
       
-
       
    hash = rec {

     

       
101
       
-
       
      x86_64-linux = "sha256-+nHGG7qkJxKa7wn+wCizTdVCxlrZD9zOxefvk9g7h2Q=";

     

       
102
       
-
       
      x86_64-darwin = x86_64-linux;

     

       
103
       
-
       
      aarch64-linux = "sha256-v1Om2pk0wsgKBghRD2wgTSHJoKd3jkm1wPKAeDcKlgI=";

     

       
104
       
-
       
      aarch64-darwin = aarch64-linux;

     

       
105
       
-
       
    };

     

       
106
       
 
       
    jdk = jdk11_headless;

     

       
107
       
 
       
    inherit openssl;

     

       
108
       
 
       
    # TODO: Package and add Intel Storage Acceleration Library

     
···

       
123
       
 
       
  };

     

       
124
       
 
       
  hadoop_3_2 = common rec {

     

       
125
       
 
       
    pname = "hadoop";

     

       
126
       
-
       
    versions.x86_64-linux = "3.2.3";

     

       
127
       
-
       
    hash.x86_64-linux = "sha256-Q2/a1LcKutpJoGySB0qlCcYE2bvC/HoG/dp9nBikuNU=";

     

       
0
       
 
       

     

       
0
       
 
       

     

       
128
       
 
       
    jdk = jdk8_headless;

     

       
129
       
 
       
    # not using native libs because of broken openssl_1_0_2 dependency

     

       
130
       
 
       
    # can be manually overriden

     
···

       
132
       
 
       
  };

     

       
133
       
 
       
  hadoop2 = common rec {

     

       
134
       
 
       
    pname = "hadoop";

     

       
135
       
-
       
    versions.x86_64-linux = "2.10.2";

     

       
136
       
-
       
    hash.x86_64-linux = "sha256-xhA4zxqIRGNhIeBnJO9dLKf/gx/Bq+uIyyZwsIafEyo=";

     

       
0
       
 
       

     

       
0
       
 
       

     

       
137
       
 
       
    jdk = jdk8_headless;

     

       
138
       
 
       
    tests = nixosTests.hadoop2;

     

       
139
       
 
       
  };

     

···

       
26
       
 
       
assert elem stdenv.system [ "x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin" ];

     

       
27
       
 
       


     

       
28
       
 
       
let

     

       
29
       
+
       
  common = { pname, platformAttrs, untarDir ? "${pname}-${version}", jdk, openssl ? null, nativeLibs ? [ ], libPatches ? "", tests }:

     

       
30
       
 
       
    stdenv.mkDerivation rec {

     

       
31
       
 
       
      inherit pname jdk libPatches untarDir openssl;

     

       
32
       
+
       
      version = platformAttrs.${stdenv.system}.version or (throw "Unsupported system: ${stdenv.system}");

     

       
33
       
 
       
      src = fetchurl {

     

       
34
       
 
       
        url = "mirror://apache/hadoop/common/hadoop-${version}/hadoop-${version}" + optionalString stdenv.isAarch64 "-aarch64" + ".tar.gz";

     

       
35
       
+
       
        inherit (platformAttrs.${stdenv.system}) hash;

     

       
36
       
 
       
      };

     

       
37
       
 
       
      doCheck = true;

     

       
38
       
 
       


     
···

       
63
       
 
       


     

       
64
       
 
       
      passthru = { inherit tests; };

     

       
65
       
 
       


     

       
66
       
+
       
      meta = recursiveUpdate {

     

       
67
       
 
       
        homepage = "https://hadoop.apache.org/";

     

       
68
       
 
       
        description = "Framework for distributed processing of large data sets across clusters of computers";

     

       
69
       
 
       
        license = licenses.asl20;

     
···

       
81
       
 
       
          computers, each of which may be prone to failures.

     

       
82
       
 
       
        '';

     

       
83
       
 
       
        maintainers = with maintainers; [ illustris ];

     

       
84
       
+
       
        platforms = attrNames platformAttrs;

     

       
85
       
+
       
      } (attrByPath [ stdenv.system "meta" ] {} platformAttrs);

     

       
86
       
 
       
    };

     

       
87
       
 
       
in

     

       
88
       
 
       
{

     
···

       
90
       
 
       
  # https://cwiki.apache.org/confluence/display/HADOOP/Hadoop+Java+Versions

     

       
91
       
 
       
  hadoop_3_3 = common rec {

     

       
92
       
 
       
    pname = "hadoop";

     

       
93
       
+
       
    platformAttrs = rec {

     

       
94
       
+
       
        x86_64-linux = {

     

       
95
       
+
       
          version = "3.3.3";

     

       
96
       
+
       
          hash = "sha256-+nHGG7qkJxKa7wn+wCizTdVCxlrZD9zOxefvk9g7h2Q=";

     

       
97
       
+
       
        };

     

       
98
       
+
       
        x86_64-darwin = x86_64-linux;

     

       
99
       
+
       
        aarch64-linux = {

     

       
100
       
+
       
          version = "3.3.1";

     

       
101
       
+
       
          hash = "sha256-v1Om2pk0wsgKBghRD2wgTSHJoKd3jkm1wPKAeDcKlgI=";

     

       
102
       
+
       
          meta.knownVulnerabilities = [ "CVE-2021-37404" "CVE-2021-33036" ];

     

       
103
       
+
       
        };

     

       
104
       
+
       
        aarch64-darwin = aarch64-linux;

     

       
105
       
 
       
    };

     

       
106
       
+
       
    untarDir = "${pname}-${platformAttrs.${stdenv.system}.version}";

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
107
       
 
       
    jdk = jdk11_headless;

     

       
108
       
 
       
    inherit openssl;

     

       
109
       
 
       
    # TODO: Package and add Intel Storage Acceleration Library

     
···

       
124
       
 
       
  };

     

       
125
       
 
       
  hadoop_3_2 = common rec {

     

       
126
       
 
       
    pname = "hadoop";

     

       
127
       
+
       
    platformAttrs.x86_64-linux = {

     

       
128
       
+
       
      version = "3.2.3";

     

       
129
       
+
       
      hash = "sha256-Q2/a1LcKutpJoGySB0qlCcYE2bvC/HoG/dp9nBikuNU=";

     

       
130
       
+
       
    };

     

       
131
       
 
       
    jdk = jdk8_headless;

     

       
132
       
 
       
    # not using native libs because of broken openssl_1_0_2 dependency

     

       
133
       
 
       
    # can be manually overriden

     
···

       
135
       
 
       
  };

     

       
136
       
 
       
  hadoop2 = common rec {

     

       
137
       
 
       
    pname = "hadoop";

     

       
138
       
+
       
    platformAttrs.x86_64-linux = {

     

       
139
       
+
       
      version = "2.10.2";

     

       
140
       
+
       
      hash = "sha256-xhA4zxqIRGNhIeBnJO9dLKf/gx/Bq+uIyyZwsIafEyo=";

     

       
141
       
+
       
    };

     

       
142
       
 
       
    jdk = jdk8_headless;

     

       
143
       
 
       
    tests = nixosTests.hadoop2;

     

       
144
       
 
       
  };