tjh.dev
1{ buildPythonPackage, fetchPypi, stdenv, py4j }:
2
3buildPythonPackage rec {
4 pname = "pyspark";
5 version = "2.4.4";
6
7 src = fetchPypi {
8 inherit pname version;
9 sha256 = "13655eb113b8cf5f3f85b24fd92f86c4668a723723bd68949d028fa0df2cf694";
10 };
11
12 # pypandoc is broken with pandoc2, so we just lose docs.
13 postPatch = ''
14 sed -i "s/'pypandoc'//" setup.py
15
16 # Current release works fine with py4j 0.10.8.1
17 substituteInPlace setup.py --replace py4j==0.10.7 'py4j>=0.10.7,<0.11'
18 '';
19
20 propagatedBuildInputs = [ py4j ];
21
22 # Tests assume running spark...
23 doCheck = false;
24
25 meta = with stdenv.lib; {
26 description = "Apache Spark";
27 homepage = https://github.com/apache/spark/tree/master/python;
28 license = licenses.asl20;
29 maintainers = [ maintainers.shlevy ];
30 };
31}