diff --git a/requirements-dev.txt b/requirements-dev.txt index 72b14e4..5cf7026 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -4,7 +4,7 @@ ipython~=9.1 ipywidgets>=8.0.0 packaging>=20.0 pyink~=24.0 -pyspark-client~=4.0.0 +pyspark[connect]~=4.0.0 setuptools>=72.0 sparksql-magic>=0.0.3 tqdm>=4.67 diff --git a/setup.py b/setup.py index 655e63d..2e5c016 100644 --- a/setup.py +++ b/setup.py @@ -31,7 +31,7 @@ "google-api-core>=2.19", "google-cloud-dataproc>=5.18", "packaging>=20.0", - "pyspark-client~=4.0.0", + "pyspark[connect]~=4.0.0", "tqdm>=4.67", "websockets>=14.0", ],