qbit/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

hadoop: init 3.4, drop 3.2

Browse Source
This commit is contained in:
illustris 2024-06-24 09:25:57 +05:30
parent e0ba5d6aaf
commit e761e8a979
No known key found for this signature in database
GPG Key ID: 56C8FC0B899FEFA3
4 changed files with 23 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nixos/tests/all-tests.nix
View File

@ -390,7 +390,7 @@ in {
guix = handleTest ./guix {};
gvisor = handleTest ./gvisor.nix {};
hadoop = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop; };
hadoop_3_2 = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop_3_2; };
hadoop_3_3 = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop_3_3; };
hadoop2 = import ./hadoop { inherit handleTestOn; package=pkgs.hadoop2; };
haka = handleTest ./haka.nix {};
haste-server = handleTest ./haste-server.nix {};

1
nixos/tests/hadoop/hadoop.nix
View File

@ -99,6 +99,7 @@ import ../make-test-python.nix ({ package, ... }: {
};
dn1 = { ... }: {
virtualisation.diskSize = 4096;
services.hadoop = {
inherit package coreSite hdfsSite;
hdfs.datanode = {

30
pkgs/applications/networking/cluster/hadoop/default.nix
View File

@ -125,6 +125,24 @@ in
{
# Different version of hadoop support different java runtime versions
# https://cwiki.apache.org/confluence/display/HADOOP/Hadoop+Java+Versions
hadoop_3_4 = common rec {
pname = "hadoop";
platformAttrs = rec {
x86_64-linux = {
version = "3.4.0";
hash = "sha256-4xGnhIBBQDD57GNUml1oXmnibyBxA9mr8hpIud0DyGw=";
srcHash = "sha256-viDF3LdRCZHqFycOYfN7nUQBPHiMCIjmu7jgIAaaK9E=";
};
x86_64-darwin = x86_64-linux;
aarch64-linux = x86_64-linux // {
hash = "sha256-QWxzKtNyw/AzcHMv0v7kj91pw1HO7VAN9MHO84caFk8=";
};
aarch64-darwin = aarch64-linux;
};
jdk = jdk11_headless;
# TODO: Package and add Intel Storage Acceleration Library
tests = nixosTests.hadoop;
};
hadoop_3_3 = common rec {
pname = "hadoop";
platformAttrs = rec {
@ -141,17 +159,7 @@ in
};
jdk = jdk11_headless;
# TODO: Package and add Intel Storage Acceleration Library
tests = nixosTests.hadoop;
};
hadoop_3_2 = common {
pname = "hadoop";
platformAttrs.x86_64-linux = {
version = "3.2.4";
hash = "sha256-qt2gpMr+NHuiVR+/zFRzRyRKG725/ZNBIM69z9J9wNw=";
srcHash = "sha256-F9nGD3mZZ1eJf3Ec3AJGE9YBcL/HiagskcdKQhCn/sw=";
};
jdk = jdk8_headless;
tests = nixosTests.hadoop_3_2;
tests = nixosTests.hadoop_3_3;
};
hadoop2 = common rec {
pname = "hadoop";

4
pkgs/top-level/all-packages.nix
View File

@ -17128,10 +17128,10 @@ with pkgs;
groovy = callPackage ../development/interpreters/groovy { };
inherit (callPackages ../applications/networking/cluster/hadoop {})
hadoop_3_4
hadoop_3_3
hadoop_3_2
hadoop2;
hadoop3 = hadoop_3_3;
hadoop3 = hadoop_3_4;
hadoop = hadoop3;
hashlink = callPackage ../development/interpreters/hashlink { };