commit 2e7c1a9f23f70fd878a4d0be2f0d06f91c743b0c · pyrox.dev/nixpkgs

+27 -22
pkgs/applications/networking/cluster/hadoop/default.nix
···

       26
       26
        
       assert elem stdenv.system [ "x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin" ];

     

       27
       27
        
       

     

       28
       28
        
       let

     

       29
       29
       -
         common = { pname, versions, untarDir ? "${pname}-${version}", hash, jdk, openssl ? null, nativeLibs ? [ ], libPatches ? "", tests }:

     

       29
       29
       +
         common = { pname, platformAttrs, untarDir ? "${pname}-${version}", jdk, openssl ? null, nativeLibs ? [ ], libPatches ? "", tests }:

     

       30
       30
        
           stdenv.mkDerivation rec {

     

       31
       31
        
             inherit pname jdk libPatches untarDir openssl;

     

       32
       32
       -
             version = versions.${stdenv.system} or (throw "Unsupported system: ${stdenv.system}");

     

       32
       32
       +
             version = platformAttrs.${stdenv.system}.version or (throw "Unsupported system: ${stdenv.system}");

     

       33
       33
        
             src = fetchurl {

     

       34
       34
        
               url = "mirror://apache/hadoop/common/hadoop-${version}/hadoop-${version}" + optionalString stdenv.isAarch64 "-aarch64" + ".tar.gz";

     

       35
       35
       -
               hash = hash.${stdenv.system};

     

       35
       35
       +
               inherit (platformAttrs.${stdenv.system}) hash;

     

       36
       36
        
             };

     

       37
       37
        
             doCheck = true;

     

       38
       38
        
       

     
···

       63
       63
        
       

     

       64
       64
        
             passthru = { inherit tests; };

     

       65
       65
        
       

     

       66
       66
       -
             meta = {

     

       66
       66
       +
             meta = recursiveUpdate {

     

       67
       67
        
               homepage = "https://hadoop.apache.org/";

     

       68
       68
        
               description = "Framework for distributed processing of large data sets across clusters of computers";

     

       69
       69
        
               license = licenses.asl20;

     
···

       81
       81
        
                 computers, each of which may be prone to failures.

     

       82
       82
        
               '';

     

       83
       83
        
               maintainers = with maintainers; [ illustris ];

     

       84
       84
       -
               platforms = attrNames hash;

     

       85
       85
       -
             };

     

       84
       84
       +
               platforms = attrNames platformAttrs;

     

       85
       85
       +
             } (attrByPath [ stdenv.system "meta" ] {} platformAttrs);

     

       86
       86
        
           };

     

       87
       87
        
       in

     

       88
       88
        
       {

     
···

       90
       90
        
         # https://cwiki.apache.org/confluence/display/HADOOP/Hadoop+Java+Versions

     

       91
       91
        
         hadoop_3_3 = common rec {

     

       92
       92
        
           pname = "hadoop";

     

       93
       93
       -
           versions = rec {

     

       94
       94
       -
             x86_64-linux = "3.3.3";

     

       95
       95
       -
             x86_64-darwin = x86_64-linux;

     

       96
       96
       -
             aarch64-linux = "3.3.1";

     

       97
       97
       -
             aarch64-darwin = aarch64-linux;

     

       93
       93
       +
           platformAttrs = rec {

     

       94
       94
       +
               x86_64-linux = {

     

       95
       95
       +
                 version = "3.3.3";

     

       96
       96
       +
                 hash = "sha256-+nHGG7qkJxKa7wn+wCizTdVCxlrZD9zOxefvk9g7h2Q=";

     

       97
       97
       +
               };

     

       98
       98
       +
               x86_64-darwin = x86_64-linux;

     

       99
       99
       +
               aarch64-linux = {

     

       100
       100
       +
                 version = "3.3.1";

     

       101
       101
       +
                 hash = "sha256-v1Om2pk0wsgKBghRD2wgTSHJoKd3jkm1wPKAeDcKlgI=";

     

       102
       102
       +
                 meta.knownVulnerabilities = [ "CVE-2021-37404" "CVE-2021-33036" ];

     

       103
       103
       +
               };

     

       104
       104
       +
               aarch64-darwin = aarch64-linux;

     

       98
       105
        
           };

     

       99
       99
       -
           untarDir = "${pname}-${version}";

     

       100
       100
       -
           hash = rec {

     

       101
       101
       -
             x86_64-linux = "sha256-+nHGG7qkJxKa7wn+wCizTdVCxlrZD9zOxefvk9g7h2Q=";

     

       102
       102
       -
             x86_64-darwin = x86_64-linux;

     

       103
       103
       -
             aarch64-linux = "sha256-v1Om2pk0wsgKBghRD2wgTSHJoKd3jkm1wPKAeDcKlgI=";

     

       104
       104
       -
             aarch64-darwin = aarch64-linux;

     

       105
       105
       -
           };

     

       106
       106
       +
           untarDir = "${pname}-${platformAttrs.${stdenv.system}.version}";

     

       106
       107
        
           jdk = jdk11_headless;

     

       107
       108
        
           inherit openssl;

     

       108
       109
        
           # TODO: Package and add Intel Storage Acceleration Library

     
···

       123
       124
        
         };

     

       124
       125
        
         hadoop_3_2 = common rec {

     

       125
       126
        
           pname = "hadoop";

     

       126
       126
       -
           versions.x86_64-linux = "3.2.3";

     

       127
       127
       -
           hash.x86_64-linux = "sha256-Q2/a1LcKutpJoGySB0qlCcYE2bvC/HoG/dp9nBikuNU=";

     

       127
       127
       +
           platformAttrs.x86_64-linux = {

     

       128
       128
       +
             version = "3.2.3";

     

       129
       129
       +
             hash = "sha256-Q2/a1LcKutpJoGySB0qlCcYE2bvC/HoG/dp9nBikuNU=";

     

       130
       130
       +
           };

     

       128
       131
        
           jdk = jdk8_headless;

     

       129
       132
        
           # not using native libs because of broken openssl_1_0_2 dependency

     

       130
       133
        
           # can be manually overriden

     
···

       132
       135
        
         };

     

       133
       136
        
         hadoop2 = common rec {

     

       134
       137
        
           pname = "hadoop";

     

       135
       135
       -
           versions.x86_64-linux = "2.10.2";

     

       136
       136
       -
           hash.x86_64-linux = "sha256-xhA4zxqIRGNhIeBnJO9dLKf/gx/Bq+uIyyZwsIafEyo=";

     

       138
       138
       +
           platformAttrs.x86_64-linux = {

     

       139
       139
       +
             version = "2.10.2";

     

       140
       140
       +
             hash = "sha256-xhA4zxqIRGNhIeBnJO9dLKf/gx/Bq+uIyyZwsIafEyo=";

     

       141
       141
       +
           };

     

       137
       142
        
           jdk = jdk8_headless;

     

       138
       143
        
           tests = nixosTests.hadoop2;

     

       139
       144
        
         };