tjh.dev
1{ buildPythonPackage, fetchPypi, stdenv, py4j }:
2
3buildPythonPackage rec {
4 pname = "pyspark";
5 version = "3.0.0";
6
7 src = fetchPypi {
8 inherit pname version;
9 sha256 = "8c6e5cc51d91eb8d43e81d0b7093292b5e144ac81445491d5f887d2cf4fe121f";
10 };
11
12 # pypandoc is broken with pandoc2, so we just lose docs.
13 postPatch = ''
14 sed -i "s/'pypandoc'//" setup.py
15
16 # Current release works fine with py4j 0.10.8.1
17 substituteInPlace setup.py --replace py4j==0.10.7 'py4j>=0.10.7,<0.11'
18 '';
19
20 propagatedBuildInputs = [ py4j ];
21
22 # Tests assume running spark...
23 doCheck = false;
24
25 meta = with stdenv.lib; {
26 description = "Apache Spark";
27 homepage = "https://github.com/apache/spark/tree/master/python";
28 license = licenses.asl20;
29 maintainers = [ maintainers.shlevy ];
30 };
31}