|
|
|
@ -1,13 +1,26 @@ |
|
|
|
|
{ lib, stdenv, fetchzip, makeWrapper, jdk8, python3Packages, extraPythonPackages ? [], coreutils, hadoop |
|
|
|
|
, RSupport? true, R |
|
|
|
|
{ lib |
|
|
|
|
, stdenv |
|
|
|
|
, fetchzip |
|
|
|
|
, makeWrapper |
|
|
|
|
, jdk8 |
|
|
|
|
, python3Packages |
|
|
|
|
, extraPythonPackages ? [ ] |
|
|
|
|
, coreutils |
|
|
|
|
, hadoop |
|
|
|
|
, RSupport ? true |
|
|
|
|
, R |
|
|
|
|
}: |
|
|
|
|
|
|
|
|
|
with lib; |
|
|
|
|
|
|
|
|
|
let |
|
|
|
|
spark = { pname, version, src }: |
|
|
|
|
spark = { pname, version, sha256 }: |
|
|
|
|
stdenv.mkDerivation rec { |
|
|
|
|
inherit pname version src; |
|
|
|
|
inherit pname version; |
|
|
|
|
src = fetchzip { |
|
|
|
|
url = "mirror://apache/spark/${pname}-${version}/${pname}-${version}-bin-without-hadoop.tgz"; |
|
|
|
|
sha256 = sha256; |
|
|
|
|
}; |
|
|
|
|
nativeBuildInputs = [ makeWrapper ]; |
|
|
|
|
buildInputs = [ jdk8 python3Packages.python ] |
|
|
|
|
++ extraPythonPackages |
|
|
|
@ -45,31 +58,29 @@ let |
|
|
|
|
''; |
|
|
|
|
|
|
|
|
|
meta = { |
|
|
|
|
description = "Apache Spark is a fast and general engine for large-scale data processing"; |
|
|
|
|
homepage = "https://spark.apache.org/"; |
|
|
|
|
license = lib.licenses.asl20; |
|
|
|
|
platforms = lib.platforms.all; |
|
|
|
|
maintainers = with maintainers; [ thoughtpolice offline kamilchm illustris ]; |
|
|
|
|
description = "Apache Spark is a fast and general engine for large-scale data processing"; |
|
|
|
|
homepage = "https://spark.apache.org/"; |
|
|
|
|
license = lib.licenses.asl20; |
|
|
|
|
platforms = lib.platforms.all; |
|
|
|
|
maintainers = with maintainers; [ thoughtpolice offline kamilchm illustris ]; |
|
|
|
|
repositories.git = "git://git.apache.org/spark.git"; |
|
|
|
|
}; |
|
|
|
|
}; |
|
|
|
|
in { |
|
|
|
|
spark3 = spark rec { |
|
|
|
|
in |
|
|
|
|
{ |
|
|
|
|
spark3_2_1 = spark rec { |
|
|
|
|
pname = "spark"; |
|
|
|
|
version = "3.2.1"; |
|
|
|
|
sha256 = "0kxdqczwmj6pray0h8h1qhygni9m82jzznw5fbv9hrxrkq1v182d"; |
|
|
|
|
}; |
|
|
|
|
spark3_1_2 = spark rec { |
|
|
|
|
pname = "spark"; |
|
|
|
|
version = "3.1.2"; |
|
|
|
|
|
|
|
|
|
src = fetchzip { |
|
|
|
|
url = "mirror://apache/spark/${pname}-${version}/${pname}-${version}-bin-without-hadoop.tgz"; |
|
|
|
|
sha256 = "1bgh2y6jm7wqy6yc40rx68xkki31i3jiri2yixb1bm0i9pvsj9yf"; |
|
|
|
|
}; |
|
|
|
|
sha256 = "1bgh2y6jm7wqy6yc40rx68xkki31i3jiri2yixb1bm0i9pvsj9yf"; |
|
|
|
|
}; |
|
|
|
|
spark2 = spark rec { |
|
|
|
|
pname = "spark"; |
|
|
|
|
version = "2.4.8"; |
|
|
|
|
|
|
|
|
|
src = fetchzip { |
|
|
|
|
url = "mirror://apache/spark/${pname}-${version}/${pname}-${version}-bin-without-hadoop.tgz"; |
|
|
|
|
sha256 = "1mkyq0gz9fiav25vr0dba5ivp0wh0mh7kswwnx8pvsmb6wbwyfxv"; |
|
|
|
|
}; |
|
|
|
|
sha256 = "1mkyq0gz9fiav25vr0dba5ivp0wh0mh7kswwnx8pvsmb6wbwyfxv"; |
|
|
|
|
}; |
|
|
|
|
} |
|
|
|
|