From bf7403695247dedc05e6c6a4138d980f0cd56728 Mon Sep 17 00:00:00 2001 From: kfollesdal Date: Sun, 30 Aug 2020 14:44:28 +0200 Subject: [PATCH] pythonPackages.databricks-connect: init at 7.1.0 --- lib/licenses.nix | 2 +- .../databricks-connect/default.nix | 32 +++++++++++++++++++ pkgs/top-level/python-packages.nix | 2 ++ 3 files changed, 35 insertions(+), 1 deletion(-) create mode 100644 pkgs/development/python-modules/databricks-connect/default.nix diff --git a/lib/licenses.nix b/lib/licenses.nix index 407ad9b7359..ee11966b0d5 100644 --- a/lib/licenses.nix +++ b/lib/licenses.nix @@ -439,7 +439,7 @@ lib.mapAttrs (n: v: v // { shortName = n; }) { databricks = { fullName = "Databricks Proprietary License"; url = "https://pypi.org/project/databricks-connect"; - + free = false; }; issl = { diff --git a/pkgs/development/python-modules/databricks-connect/default.nix b/pkgs/development/python-modules/databricks-connect/default.nix new file mode 100644 index 00000000000..59ebd4ef114 --- /dev/null +++ b/pkgs/development/python-modules/databricks-connect/default.nix @@ -0,0 +1,32 @@ +{ lib, jdk, buildPythonPackage, fetchPypi, six, py4j }: + +buildPythonPackage rec { + pname = "databricks-connect"; + version = "7.1.0"; + + src = fetchPypi { + inherit pname version; + sha256 = "996a9d0f271f6c7edbd2d85b2efb6ff4e58d15222e80f87ca17fdbf224e17056"; + }; + + sourceRoot = "."; + + propagatedBuildInputs = [ py4j six jdk ]; + + # requires network access + doCheck = false; + + preFixup = '' + substituteInPlace "$out/bin/find-spark-home" \ + --replace find_spark_home.py .find_spark_home.py-wrapped + ''; + + pythonImportsCheck = [ "pyspark" "six" "py4j" ]; + + meta = with lib; { + description = "Client for connecting to remote Databricks clusters"; + homepage = "https://pypi.org/project/databricks-connect"; + license = licenses.databricks; + maintainers = with maintainers; [ kfollesdal ]; + }; +} diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix index 8654a230391..d6ce5710f8a 100644 --- a/pkgs/top-level/python-packages.nix +++ b/pkgs/top-level/python-packages.nix @@ -1412,6 +1412,8 @@ in { databricks-cli = callPackage ../development/python-modules/databricks-cli { }; + databricks-connect = callPackage ../development/python-modules/databricks-connect { inherit (pkgs) jdk; }; + dataclasses = callPackage ../development/python-modules/dataclasses { }; dataclasses-json = callPackage ../development/python-modules/dataclasses-json { };